[ 595.040240] env[69943]: INFO neutron.common.config [-] Logging enabled! [ 595.040743] env[69943]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev62 [ 595.041108] env[69943]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69943) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 595.041419] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 595.041516] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 595.042348] env[69943]: WARNING oslo_policy.policy [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 595.042577] env[69943]: WARNING oslo_policy.policy [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 595.044108] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] VMware NSXv3 Agent initialized successfully. [ 595.044473] env[69943]: DEBUG oslo_concurrency.lockutils [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] Acquiring lock "singleton_lock" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.044614] env[69943]: DEBUG oslo_concurrency.lockutils [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] Acquired lock "singleton_lock" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.044826] env[69943]: DEBUG oslo_concurrency.lockutils [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] Releasing lock "singleton_lock" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.045132] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] Full set of CONF: {{(pid=69943) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 595.045257] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ******************************************************************************** {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 595.045370] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] Configuration options gathered from: {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 595.045821] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 595.045921] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 595.046049] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ================================================================================ {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 595.046235] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] agent_down_time = 75 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.046386] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] allow_automatic_dhcp_failover = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.046548] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] allow_bulk = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.046720] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] api_extensions_path = {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.046870] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] api_paste_config = api-paste.ini {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.047030] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] auth_strategy = keystone {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.047151] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] backdoor_port = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.047261] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] backdoor_socket = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.047407] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] backlog = 4096 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.047554] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] base_mac = fa:16:3e:00:00:00 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.047724] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] bind_host = 0.0.0.0 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.047875] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] bind_port = 9696 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.048031] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] client_socket_timeout = 900 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.048190] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] config_dir = [] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.048455] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.048455] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] config_source = [] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.048612] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] control_exchange = neutron {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.048735] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] core_plugin = ml2 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.048881] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] debug = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.050097] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] default_availability_zones = [] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.050097] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.050097] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] dhcp_agent_notification = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.050097] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] dhcp_agents_per_network = 1 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.050097] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] dhcp_lease_duration = 86400 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.050329] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] dhcp_load_type = networks {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.050329] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] dns_domain = openstacklocal {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.050329] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.050329] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] enable_default_route_bfd = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.050437] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] enable_default_route_ecmp = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.050661] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] enable_dvr = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.050661] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] enable_new_agents = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.050792] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.050900] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] enable_signals = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.051179] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] enable_traditional_dhcp = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.051179] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] external_dns_driver = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.051313] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] filter_validation = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.051459] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] global_physnet_mtu = 8950 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.051602] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] graceful_shutdown_timeout = 60 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.051784] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] host = cpu-1 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.051934] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] host_dvr_for_dhcp = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.052088] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] http_retries = 3 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.052239] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] instance_format = [instance: %(uuid)s] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.052387] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.052536] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ipam_driver = internal {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.052676] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ipv6_pd_enabled = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.052815] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] l3_ha = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.052962] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.053125] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] l3_ha_network_physical_name = {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.053271] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] l3_ha_network_type = {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.053418] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] log_color = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.053711] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] log_config_append = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.053774] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.053885] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] log_dir = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.054036] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] log_file = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.054154] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] log_options = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.054302] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] log_rotate_interval = 1 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.054619] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] log_rotate_interval_type = days {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.054619] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] log_rotation_type = none {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.054707] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.054804] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.054951] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.055113] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.055214] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.055359] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] max_dns_nameservers = 5 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.055501] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] max_header_line = 16384 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.055673] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] max_l3_agents_per_router = 3 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.055819] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] max_logfile_count = 30 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.055968] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] max_logfile_size_mb = 200 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.056122] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] max_subnet_host_routes = 20 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.056274] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] my_ip = 10.180.1.21 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.056425] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] my_ipv6 = ::1 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.056624] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] network_auto_schedule = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.056774] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] network_link_prefix = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.056926] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.057088] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] notify_nova_on_port_data_changes = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.057239] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] notify_nova_on_port_status_changes = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.057387] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] pagination_max_limit = -1 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.057529] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] publish_errors = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.057819] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] rate_limit_burst = 0 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.057819] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] rate_limit_except_level = CRITICAL {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.057951] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] rate_limit_interval = 0 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.058106] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] retry_until_window = 30 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.058248] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] router_distributed = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.058389] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] rpc_resources_processing_step = 20 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.058533] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] rpc_response_max_timeout = 600 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.058820] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] rpc_response_timeout = 60 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.058820] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] send_events_interval = 2 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.058964] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] service_plugins = ['router'] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.059125] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] setproctitle = on {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.059277] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] shell_completion = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.059404] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] state_path = /opt/stack/data/neutron {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.059549] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] syslog_log_facility = LOG_USER {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.059693] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] tcp_keepidle = 600 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.059837] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] transport_url = **** {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.059978] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] use_journal = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.060130] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] use_json = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.060269] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] use_ssl = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.060532] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] use_stderr = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.060532] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] use_syslog = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.060679] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] vlan_qinq = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.060820] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] vlan_transparent = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.060957] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] watch_log_file = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.061111] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] wsgi_default_pool_size = 100 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.061250] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] wsgi_keep_alive = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.061396] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.061605] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] wsgi_server_debug = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 595.061701] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_concurrency.disable_process_locking = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.061845] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.062363] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.062363] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.062363] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.062537] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.062590] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.062819] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] profiler.connection_string = messaging:// {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.062910] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] profiler.enabled = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.063062] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] profiler.es_doc_type = notification {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.063211] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] profiler.es_scroll_size = 10000 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.063363] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] profiler.es_scroll_time = 2m {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.063513] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] profiler.filter_error_trace = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.063695] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] profiler.hmac_keys = **** {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.063851] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] profiler.sentinel_service_name = mymaster {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.064015] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] profiler.socket_timeout = 0.1 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.064167] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] profiler.trace_requests = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.064493] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] profiler.trace_sqlalchemy = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.064493] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] profiler_jaeger.process_tags = {} {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.064625] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] profiler_jaeger.service_name_prefix = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.064745] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] profiler_otlp.service_name_prefix = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.064905] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_policy.enforce_new_defaults = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.065204] env[69943]: WARNING oslo_config.cfg [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 595.065369] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_policy.enforce_scope = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.065536] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_policy.policy_default_rule = default {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.065721] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.065881] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.066059] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.066202] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.066347] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.066490] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.066659] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.066851] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_policy.remote_timeout = 60.0 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.066981] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.067156] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] agent.extensions = [] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.067295] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.067448] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] service_providers.service_provider = [] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.067607] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] QUOTAS.default_quota = -1 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.067764] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.067916] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] QUOTAS.quota_floatingip = 50 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.068105] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] QUOTAS.quota_network = 100 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.068225] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] QUOTAS.quota_port = 500 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.068375] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.068556] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] QUOTAS.quota_router = 10 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.068652] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] QUOTAS.quota_security_group = 10 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.068802] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.068949] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] QUOTAS.quota_subnet = 100 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.069105] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] QUOTAS.track_quota_usage = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.069267] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.069406] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep.group = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.069550] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep.helper_command = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.069778] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep.log_daemon_traceback = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.069859] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.069990] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep.thread_pool_size = 8 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.070170] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep.user = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.070293] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.070432] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_dhcp_release.group = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.070573] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_dhcp_release.helper_command = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.070716] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.070879] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.071092] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.071154] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_dhcp_release.user = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.071303] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.071472] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_ovs_vsctl.group = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.071604] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_ovs_vsctl.helper_command = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.071734] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.071870] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.072028] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.072173] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_ovs_vsctl.user = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.072379] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_namespace.capabilities = [21] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.072468] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_namespace.group = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.072605] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_namespace.helper_command = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.072750] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_namespace.log_daemon_traceback = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.072902] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.073060] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_namespace.thread_pool_size = 8 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.073207] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_namespace.user = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.073358] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_conntrack.capabilities = [12] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.073499] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_conntrack.group = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.073757] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_conntrack.helper_command = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.073842] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_conntrack.log_daemon_traceback = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.074016] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.074185] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.074312] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_conntrack.user = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.074463] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_link.capabilities = [12, 21] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.074606] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_link.group = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.074748] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_link.helper_command = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.074891] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_link.log_daemon_traceback = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.075154] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.075220] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_link.thread_pool_size = 8 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.075341] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] privsep_link.user = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.075513] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.075694] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.075849] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.continue_on_failed_promotions = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.075995] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.dscp = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.076161] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.dscp_inherit = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.076317] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.force_mp_to_policy = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.076465] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.locking_coordinator_url = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.076637] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.log_agent_heartbeats = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.076792] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.logging_expire = 1 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.076946] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.077110] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.077265] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.polling_interval = 240 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.077416] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.077571] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.077728] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.report_interval = 30.0 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.077882] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.078047] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.078205] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.078391] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.sync_skew = 60 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.078508] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.synchronization_queue_size = 20 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.078655] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT.use_helper_for_ns_read = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.079045] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] SECURITYGROUP.enable_ipset = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.079045] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] SECURITYGROUP.enable_security_group = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.079126] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.079268] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.079419] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] experimental.ipv6_pd_enabled = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.079603] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ml2.extension_drivers = ['port_security'] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.079733] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ml2.external_network_type = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.079897] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.080067] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ml2.overlay_ip_version = 4 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.080224] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ml2.path_mtu = 8950 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.080376] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ml2.physical_network_mtus = {} {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.080537] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ml2.tenant_network_types = ['vlan'] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.080694] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.080851] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ml2.type_drivers = ['vlan'] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.081017] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT_CLI.neutron_port_id = [] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.081173] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.081321] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.081481] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.081639] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.081796] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.081945] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.082110] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.082262] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.082457] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.082615] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_login_password = **** {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.082773] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_login_port = 443 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.082950] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_login_user = admin {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.083135] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.083293] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.083445] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.083623] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.083787] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.083943] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.084111] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.084274] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.084407] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.085280] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.085280] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.085280] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.085280] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.085280] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.085443] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] vsphere.vsphere_login_password = VMware1! {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.085473] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.085646] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.085805] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] nova.auth_section = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.085962] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] nova.auth_type = password {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.086128] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.086272] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] nova.certfile = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.086446] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] nova.collect_timing = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.086586] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] nova.endpoint_type = public {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.086764] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] nova.insecure = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.086908] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] nova.keyfile = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.087072] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] nova.region_name = RegionOne {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.087220] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] nova.split_loggers = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.087363] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] nova.timeout = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.087508] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] placement.auth_section = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.087661] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] placement.auth_type = password {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.087811] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.088158] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] placement.certfile = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.088158] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] placement.collect_timing = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.088253] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] placement.endpoint_type = public {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.088387] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] placement.insecure = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.088526] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] placement.keyfile = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.088666] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] placement.region_name = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.088808] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] placement.split_loggers = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.088943] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] placement.timeout = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.089119] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.auth_section = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.089243] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.auth_type = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.089381] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.cafile = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.089519] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.certfile = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.089660] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.collect_timing = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.089799] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.connect_retries = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.089937] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.connect_retry_delay = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.090100] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.enable_notifications = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.090240] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.endpoint_override = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.090383] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.insecure = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.090523] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.interface = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.090666] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.keyfile = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.090808] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.max_version = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.090947] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.min_version = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.091101] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.region_name = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.091244] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.retriable_status_codes = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.091382] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.service_name = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.091520] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.service_type = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.091662] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.split_loggers = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.091801] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.status_code_retries = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.091937] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.status_code_retry_delay = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.092104] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.timeout = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.092216] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.valid_interfaces = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.092355] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ironic.version = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.092501] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] cli_script.dry_run = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.092655] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.092799] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.092944] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.093098] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.093243] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.093385] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.093545] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.093711] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.093856] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.094029] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.094165] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.094314] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.094466] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.094612] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.094754] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.094903] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.095058] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.095204] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.095353] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.095498] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.095677] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.095830] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.095981] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.096141] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.096289] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.096435] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.096579] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.096745] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.096887] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.097046] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.097194] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.ssl = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.097344] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.097492] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.097636] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.097784] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.097933] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.ssl_version = {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.098087] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.098248] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_notifications.driver = [] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.098394] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_notifications.retry = -1 {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.098557] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.098701] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] oslo_messaging_notifications.transport_url = **** {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 595.098814] env[69943]: DEBUG oslo_service.backend.eventlet.service [None req-9933790e-63a1-4d3b-949a-7c649169f43a None None] ******************************************************************************** {{(pid=69943) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 595.099830] env[69943]: DEBUG neutron.agent.securitygroups_rpc [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Init firewall settings (driver=nsxv3) {{(pid=69943) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 595.101195] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69943) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 595.101378] env[69943]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] RPC agent_id: nsxm-l-01a.corp.local [ 595.103802] env[69943]: DEBUG dogpile.cache.region [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.103929] env[69943]: DEBUG dogpile.lock [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.104043] env[69943]: DEBUG dogpile.lock [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.104199] env[69943]: DEBUG dogpile.lock [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.104298] env[69943]: DEBUG dogpile.cache.region [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 595.104391] env[69943]: DEBUG dogpile.lock [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.104547] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.146584] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Session token - acquiring [ 595.148154] env[69943]: DEBUG networking_nsxv3.common.locking [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.148333] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.148444] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.148882] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.160056] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.437120] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 595.459051] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.459264] env[69943]: DEBUG dogpile.cache.region [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Cache value generated in 0.355 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 595.459390] env[69943]: DEBUG dogpile.lock [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.459454] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Activating Policy API Provider. [ 595.459630] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Looking for the default Infrastructure Rules. [ 595.523759] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Looking for the Default Layer3 Logged Drop Section. [ 595.537631] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 595.538134] env[69943]: DEBUG networking_nsxv3.common.locking [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.538316] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquiring lock "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.538427] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired lock "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.538716] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired external semaphore "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.539094] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.053989] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.556353] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.058462] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Inventory metadata is going to be refreshed. [ 597.058815] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 597.899071] env[69943]: DEBUG networking_nsxv3.common.locking [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.899071] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.899071] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.899071] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.908868] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 597.910104] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.911338] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 597.928370] env[69943]: DEBUG networking_nsxv3.common.locking [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.928889] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.929192] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.929635] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.929904] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.930207] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 597.930484] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 597.930763] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 597.949899] env[69943]: DEBUG networking_nsxv3.common.locking [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.950435] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.950660] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.951066] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.951391] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.951645] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 597.977023] env[69943]: DEBUG networking_nsxv3.common.locking [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.977023] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.977023] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.977023] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.977023] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.977023] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 597.995537] env[69943]: DEBUG networking_nsxv3.common.locking [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.996020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquiring lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.996281] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.996690] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired external semaphore "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.996960] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Releasing lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.997236] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 597.997439] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 597.997658] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 598.016146] env[69943]: DEBUG networking_nsxv3.common.locking [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.016613] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquiring lock "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.016858] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired lock "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.017261] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired external semaphore "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.017512] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Releasing lock "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.017770] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 598.017987] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 598.019019] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 598.039641] env[69943]: DEBUG networking_nsxv3.common.locking [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.040076] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.040309] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.040693] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.040964] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.041300] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 598.042019] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 598.042019] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Inventory metadata have been refreshed. [ 598.042019] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Dryrun:True. Metadata refresh completed. [ 598.042019] env[69943]: DEBUG oslo_concurrency.lockutils [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Releasing lock "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.043789] env[69943]: INFO neutron.agent.agent_extensions_manager [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Loaded agent extensions: [] [ 598.044626] env[69943]: DEBUG neutron_lib.callbacks.manager [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69943) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 598.100505] env[69943]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] NSXv3 Agent Agent RPC Daemon Started! [ 598.100505] env[69943]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] NSXv3 Agent Agent loop - iteration:0 started [ 598.100505] env[69943]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] NSXv3 Agent Agent out of sync with plugin! [ 603.046436] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 603.046849] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 608.048350] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 608.048350] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 612.991136] env[69943]: INFO networking_nsxv3.common.synchronization [None req-0248e169-f5d2-4d66-b7d1-c348292d065e demo admin] Enqueued Resource ID: 7fd91da1-baa6-4319-9337-3ca42dd8117d with Priority: HIGHEST for action security_group_rules [ 612.991813] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd91da1-baa6-4319-9337-3ca42dd8117d with Priority: HIGHEST for action security_group_rules [ 612.992355] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fd91da1-baa6-4319-9337-3ca42dd8117d taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.992551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fd91da1-baa6-4319-9337-3ca42dd8117d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.992696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fd91da1-baa6-4319-9337-3ca42dd8117d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.993126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fd91da1-baa6-4319-9337-3ca42dd8117d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.993299] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fd91da1-baa6-4319-9337-3ca42dd8117d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.515472] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.515782] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.515782] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.515947] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.516048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.516146] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fd91da1-baa6-4319-9337-3ca42dd8117d already deleted. [ 613.516222] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fd91da1-baa6-4319-9337-3ca42dd8117d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.993120] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 617.993504] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 622.994510] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 622.994878] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 627.995986] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 627.996359] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 632.997394] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 632.997780] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 636.957927] env[69943]: INFO networking_nsxv3.common.synchronization [None req-feba358f-2eb6-4a42-bc7c-a131346d7162 None None] Enqueued Resource ID: 8daf331c-66e5-46d5-a95d-7f978c57c60e with Priority: HIGHEST for action port [ 636.958211] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8daf331c-66e5-46d5-a95d-7f978c57c60e with Priority: HIGHEST for action port [ 636.958907] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-8daf331c-66e5-46d5-a95d-7f978c57c60e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.958907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8daf331c-66e5-46d5-a95d-7f978c57c60e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.959128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8daf331c-66e5-46d5-a95d-7f978c57c60e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.959196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8daf331c-66e5-46d5-a95d-7f978c57c60e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.959532] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8daf331c-66e5-46d5-a95d-7f978c57c60e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.462059] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8daf331c-66e5-46d5-a95d-7f978c57c60e [ 637.462059] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.462059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.462059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.462059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.462473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.462473] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8daf331c-66e5-46d5-a95d-7f978c57c60e already deleted. [ 637.462473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8daf331c-66e5-46d5-a95d-7f978c57c60e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.670684] env[69943]: INFO networking_nsxv3.common.synchronization [None req-e1612b45-3d81-4abf-a841-e7c36d22b9c4 None None] Enqueued Resource ID: da312a85-2457-4647-891b-d1c1946fce2f with Priority: HIGHEST for action port [ 638.670959] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da312a85-2457-4647-891b-d1c1946fce2f with Priority: HIGHEST for action port [ 638.671413] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-da312a85-2457-4647-891b-d1c1946fce2f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.671413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da312a85-2457-4647-891b-d1c1946fce2f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.671413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da312a85-2457-4647-891b-d1c1946fce2f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.671664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da312a85-2457-4647-891b-d1c1946fce2f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.671726] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da312a85-2457-4647-891b-d1c1946fce2f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.938728] env[69943]: INFO networking_nsxv3.common.synchronization [None req-d3185ab7-5509-4e80-8beb-637d5e7dd196 None None] Enqueued Resource ID: 77dc0da6-660c-4edb-9dfd-3309cfca5c94 with Priority: HIGHEST for action port [ 638.938728] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77dc0da6-660c-4edb-9dfd-3309cfca5c94 with Priority: HIGHEST for action port [ 638.939138] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-77dc0da6-660c-4edb-9dfd-3309cfca5c94 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.939328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77dc0da6-660c-4edb-9dfd-3309cfca5c94" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.939328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77dc0da6-660c-4edb-9dfd-3309cfca5c94" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.939465] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77dc0da6-660c-4edb-9dfd-3309cfca5c94" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.939549] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77dc0da6-660c-4edb-9dfd-3309cfca5c94',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.173736] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da312a85-2457-4647-891b-d1c1946fce2f [ 639.173829] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.173980] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.174364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.174364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.174364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.174500] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da312a85-2457-4647-891b-d1c1946fce2f already deleted. [ 639.174529] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da312a85-2457-4647-891b-d1c1946fce2f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.241477] env[69943]: INFO networking_nsxv3.common.synchronization [None req-b64529d0-49bf-4705-8af6-1ca44ae68a12 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Enqueued Resource ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a with Priority: HIGHEST for action security_group_rules [ 639.242029] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a with Priority: HIGHEST for action security_group_rules [ 639.242325] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-639c12d8-b142-43f5-9050-fcfbd6105a1a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.242453] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.242504] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.243142] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.243142] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('639c12d8-b142-43f5-9050-fcfbd6105a1a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.324875] env[69943]: INFO networking_nsxv3.common.synchronization [None req-dc811656-1900-458b-b676-d70009cd20c0 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Enqueued Resource ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a with Priority: HIGHEST for action security_group_rules [ 639.324875] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a with Priority: HIGHEST for action security_group_rules [ 639.324875] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-639c12d8-b142-43f5-9050-fcfbd6105a1a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.325082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.441914] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77dc0da6-660c-4edb-9dfd-3309cfca5c94 [ 639.442140] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.442276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.442354] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.443023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.443023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.443144] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77dc0da6-660c-4edb-9dfd-3309cfca5c94 already deleted. [ 639.443271] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77dc0da6-660c-4edb-9dfd-3309cfca5c94" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.772202] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.772587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.772587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.772653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.772716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.772843] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a already deleted. [ 639.772891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.773224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.773224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.773283] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('639c12d8-b142-43f5-9050-fcfbd6105a1a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.294510] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.299530] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.299530] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.299530] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.299530] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.299530] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a already deleted. [ 640.299530] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.821810] env[69943]: INFO networking_nsxv3.common.synchronization [None req-449f4332-dbbe-44b6-adc1-390d662f7856 None None] Enqueued Resource ID: f152187e-48e2-4d71-b474-47b5dd210c2e with Priority: HIGHEST for action port [ 640.821810] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f152187e-48e2-4d71-b474-47b5dd210c2e with Priority: HIGHEST for action port [ 640.821810] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-f152187e-48e2-4d71-b474-47b5dd210c2e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.821810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f152187e-48e2-4d71-b474-47b5dd210c2e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.821810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f152187e-48e2-4d71-b474-47b5dd210c2e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.822219] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f152187e-48e2-4d71-b474-47b5dd210c2e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.822219] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f152187e-48e2-4d71-b474-47b5dd210c2e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.326690] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f152187e-48e2-4d71-b474-47b5dd210c2e [ 641.326690] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.326690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.326690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.326690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.326690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.326690] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f152187e-48e2-4d71-b474-47b5dd210c2e already deleted. [ 641.326690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f152187e-48e2-4d71-b474-47b5dd210c2e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.345590] env[69943]: INFO networking_nsxv3.common.synchronization [None req-f5afded3-8854-48e6-840f-8f093e765ccb None None] Enqueued Resource ID: 4608acbc-51a8-4acb-b296-de8616259e7a with Priority: HIGHEST for action port [ 641.347535] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4608acbc-51a8-4acb-b296-de8616259e7a with Priority: HIGHEST for action port [ 641.349026] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-4608acbc-51a8-4acb-b296-de8616259e7a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.349026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4608acbc-51a8-4acb-b296-de8616259e7a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.349026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4608acbc-51a8-4acb-b296-de8616259e7a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.349026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4608acbc-51a8-4acb-b296-de8616259e7a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.349440] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4608acbc-51a8-4acb-b296-de8616259e7a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.851836] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4608acbc-51a8-4acb-b296-de8616259e7a [ 641.851836] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.851836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.852274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.852274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.852274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.852358] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4608acbc-51a8-4acb-b296-de8616259e7a already deleted. [ 641.852392] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4608acbc-51a8-4acb-b296-de8616259e7a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.531930] env[69943]: INFO networking_nsxv3.common.synchronization [None req-d08d3b55-479f-4b34-9f49-46da7f848a46 None None] Enqueued Resource ID: 1e0d1d17-b327-466d-bb8e-529c6f944ce9 with Priority: HIGHEST for action port [ 643.533240] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e0d1d17-b327-466d-bb8e-529c6f944ce9 with Priority: HIGHEST for action port [ 643.533240] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e0d1d17-b327-466d-bb8e-529c6f944ce9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.533240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e0d1d17-b327-466d-bb8e-529c6f944ce9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.534434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e0d1d17-b327-466d-bb8e-529c6f944ce9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.534539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e0d1d17-b327-466d-bb8e-529c6f944ce9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.534665] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e0d1d17-b327-466d-bb8e-529c6f944ce9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.710366] env[69943]: INFO networking_nsxv3.common.synchronization [None req-978cbec5-b97f-4687-8274-b62aa798b705 None None] Enqueued Resource ID: e571b11e-a092-4576-a184-b9113e816cb7 with Priority: HIGHEST for action port [ 643.710569] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e571b11e-a092-4576-a184-b9113e816cb7 with Priority: HIGHEST for action port [ 643.711161] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-e571b11e-a092-4576-a184-b9113e816cb7 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.711318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e571b11e-a092-4576-a184-b9113e816cb7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.711390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e571b11e-a092-4576-a184-b9113e816cb7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.711634] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e571b11e-a092-4576-a184-b9113e816cb7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.711714] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e571b11e-a092-4576-a184-b9113e816cb7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.038558] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e0d1d17-b327-466d-bb8e-529c6f944ce9 [ 644.038558] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.038558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.038558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.038558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.038558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.038558] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e0d1d17-b327-466d-bb8e-529c6f944ce9 already deleted. [ 644.038558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e0d1d17-b327-466d-bb8e-529c6f944ce9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.219398] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e571b11e-a092-4576-a184-b9113e816cb7 [ 644.219836] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.219836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.219836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.220052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.220517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.220517] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e571b11e-a092-4576-a184-b9113e816cb7 already deleted. [ 644.220517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e571b11e-a092-4576-a184-b9113e816cb7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.782250] env[69943]: INFO networking_nsxv3.common.synchronization [None req-47ce19a0-ea72-4699-86a8-70738dc0f9e9 None None] Enqueued Resource ID: d96d2091-1c02-47cb-ba9e-a0f4cd1c7113 with Priority: HIGHEST for action port [ 644.782914] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96d2091-1c02-47cb-ba9e-a0f4cd1c7113 with Priority: HIGHEST for action port [ 644.784450] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-d96d2091-1c02-47cb-ba9e-a0f4cd1c7113 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.784450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d96d2091-1c02-47cb-ba9e-a0f4cd1c7113" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.784450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d96d2091-1c02-47cb-ba9e-a0f4cd1c7113" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.784450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d96d2091-1c02-47cb-ba9e-a0f4cd1c7113" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.784450] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d96d2091-1c02-47cb-ba9e-a0f4cd1c7113',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.920130] env[69943]: INFO networking_nsxv3.common.synchronization [None req-d94ad56c-d177-4c16-8d6b-5554304aceae None None] Enqueued Resource ID: 532e8692-02b3-430f-a163-1bb96e7a3d7e with Priority: HIGHEST for action port [ 644.922041] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 532e8692-02b3-430f-a163-1bb96e7a3d7e with Priority: HIGHEST for action port [ 644.922811] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-532e8692-02b3-430f-a163-1bb96e7a3d7e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.922915] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-532e8692-02b3-430f-a163-1bb96e7a3d7e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.922998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-532e8692-02b3-430f-a163-1bb96e7a3d7e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.923558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-532e8692-02b3-430f-a163-1bb96e7a3d7e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.923637] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('532e8692-02b3-430f-a163-1bb96e7a3d7e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.289132] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d96d2091-1c02-47cb-ba9e-a0f4cd1c7113 [ 645.289132] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.289132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.289132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.289132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.289132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.289132] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d96d2091-1c02-47cb-ba9e-a0f4cd1c7113 already deleted. [ 645.289132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d96d2091-1c02-47cb-ba9e-a0f4cd1c7113" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.426513] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 532e8692-02b3-430f-a163-1bb96e7a3d7e [ 645.426725] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.426857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.426927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.427161] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.427255] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.427350] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:532e8692-02b3-430f-a163-1bb96e7a3d7e already deleted. [ 645.429802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-532e8692-02b3-430f-a163-1bb96e7a3d7e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.798419] env[69943]: INFO networking_nsxv3.common.synchronization [None req-716e8abd-374d-498e-8fe0-85c53e54b334 None None] Enqueued Resource ID: 3c332b64-f7b6-4b57-a685-2aaee24c74bc with Priority: HIGHEST for action port [ 645.798419] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c332b64-f7b6-4b57-a685-2aaee24c74bc with Priority: HIGHEST for action port [ 645.798995] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c332b64-f7b6-4b57-a685-2aaee24c74bc taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.799992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c332b64-f7b6-4b57-a685-2aaee24c74bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.800119] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c332b64-f7b6-4b57-a685-2aaee24c74bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.800409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c332b64-f7b6-4b57-a685-2aaee24c74bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.800504] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c332b64-f7b6-4b57-a685-2aaee24c74bc',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.160451] env[69943]: INFO networking_nsxv3.common.synchronization [None req-ae205bfe-e3e3-4e54-b1f6-ccdb3c371188 None None] Enqueued Resource ID: ccb7f702-e33e-41bc-8efa-0a2e1566cc9c with Priority: HIGHEST for action port [ 646.160737] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb7f702-e33e-41bc-8efa-0a2e1566cc9c with Priority: HIGHEST for action port [ 646.161295] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccb7f702-e33e-41bc-8efa-0a2e1566cc9c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.161417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccb7f702-e33e-41bc-8efa-0a2e1566cc9c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.161512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccb7f702-e33e-41bc-8efa-0a2e1566cc9c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.161709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccb7f702-e33e-41bc-8efa-0a2e1566cc9c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.161788] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccb7f702-e33e-41bc-8efa-0a2e1566cc9c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.302352] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c332b64-f7b6-4b57-a685-2aaee24c74bc [ 646.302452] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.302538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.302811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.302878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.302910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.303021] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c332b64-f7b6-4b57-a685-2aaee24c74bc already deleted. [ 646.303141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c332b64-f7b6-4b57-a685-2aaee24c74bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.665273] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccb7f702-e33e-41bc-8efa-0a2e1566cc9c [ 646.666144] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.666144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.666144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.666144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.666144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.666144] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccb7f702-e33e-41bc-8efa-0a2e1566cc9c already deleted. [ 646.666417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccb7f702-e33e-41bc-8efa-0a2e1566cc9c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.151018] env[69943]: INFO networking_nsxv3.common.synchronization [None req-c799d7d1-2a38-47cf-8e37-b4c5e0808b4d None None] Enqueued Resource ID: b14b1887-1e69-43a0-a6d4-bde165a95e1c with Priority: HIGHEST for action port [ 647.151298] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14b1887-1e69-43a0-a6d4-bde165a95e1c with Priority: HIGHEST for action port [ 647.151831] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-b14b1887-1e69-43a0-a6d4-bde165a95e1c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.152174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b14b1887-1e69-43a0-a6d4-bde165a95e1c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.152174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b14b1887-1e69-43a0-a6d4-bde165a95e1c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.152266] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b14b1887-1e69-43a0-a6d4-bde165a95e1c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.152357] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b14b1887-1e69-43a0-a6d4-bde165a95e1c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.655420] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b14b1887-1e69-43a0-a6d4-bde165a95e1c [ 647.655753] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.656031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.656391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.656767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.657177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.657340] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b14b1887-1e69-43a0-a6d4-bde165a95e1c already deleted. [ 647.657466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b14b1887-1e69-43a0-a6d4-bde165a95e1c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.048176] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.048443] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.048443] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.048624] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.048847] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.366328] env[69943]: INFO networking_nsxv3.common.synchronization [None req-5c420d42-9950-4736-bd7f-20511c194082 None None] Enqueued Resource ID: 6bb14df3-48eb-49b7-a6b8-b8467d99d5e4 with Priority: HIGHEST for action port [ 648.366610] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bb14df3-48eb-49b7-a6b8-b8467d99d5e4 with Priority: HIGHEST for action port [ 648.367187] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bb14df3-48eb-49b7-a6b8-b8467d99d5e4 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.367310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bb14df3-48eb-49b7-a6b8-b8467d99d5e4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.367381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bb14df3-48eb-49b7-a6b8-b8467d99d5e4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.367616] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bb14df3-48eb-49b7-a6b8-b8467d99d5e4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.367695] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bb14df3-48eb-49b7-a6b8-b8467d99d5e4',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.556136] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.870466] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bb14df3-48eb-49b7-a6b8-b8467d99d5e4 [ 648.871286] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.871445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.871517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.871732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.871789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.871931] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bb14df3-48eb-49b7-a6b8-b8467d99d5e4 already deleted. [ 648.872083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bb14df3-48eb-49b7-a6b8-b8467d99d5e4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.059455] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.235940] env[69943]: INFO networking_nsxv3.common.synchronization [None req-fc1b09d0-3921-42e2-8f58-84e661fd5b00 None None] Enqueued Resource ID: 56bdf969-5db7-48cf-8713-365de609248b with Priority: HIGHEST for action port [ 649.236284] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bdf969-5db7-48cf-8713-365de609248b with Priority: HIGHEST for action port [ 649.236828] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-56bdf969-5db7-48cf-8713-365de609248b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.236981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56bdf969-5db7-48cf-8713-365de609248b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.237070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56bdf969-5db7-48cf-8713-365de609248b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.237327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56bdf969-5db7-48cf-8713-365de609248b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.237398] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56bdf969-5db7-48cf-8713-365de609248b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.565745] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 649.565745] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 649.741391] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56bdf969-5db7-48cf-8713-365de609248b [ 649.741391] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.741391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.741391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.741391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.741391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.741391] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56bdf969-5db7-48cf-8713-365de609248b already deleted. [ 649.741391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56bdf969-5db7-48cf-8713-365de609248b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.228165] env[69943]: INFO networking_nsxv3.common.synchronization [None req-2c647c9b-f666-4ade-98b0-4d4d42556a03 None None] Enqueued Resource ID: 99cfc7fc-585b-4fdd-996a-7c2411c047e6 with Priority: HIGHEST for action port [ 650.228165] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99cfc7fc-585b-4fdd-996a-7c2411c047e6 with Priority: HIGHEST for action port [ 650.228165] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-99cfc7fc-585b-4fdd-996a-7c2411c047e6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.228165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99cfc7fc-585b-4fdd-996a-7c2411c047e6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.228165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99cfc7fc-585b-4fdd-996a-7c2411c047e6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.228165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99cfc7fc-585b-4fdd-996a-7c2411c047e6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.228165] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99cfc7fc-585b-4fdd-996a-7c2411c047e6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.483937] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.483937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.483937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.483937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.504074] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 650.504449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.505709] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 650.527242] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.527408] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.527463] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.527660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.527749] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.527851] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 650.527920] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 650.527988] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 650.555755] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.555852] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.555907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.556283] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.556322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.556405] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 650.588525] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.588890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.588890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.588965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.589072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.589178] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 650.610679] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.610867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.610985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.611304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.611493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.611637] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 650.611761] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 650.611874] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 650.635292] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.635595] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.635595] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.635791] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.635957] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.636176] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 650.636176] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 650.636333] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 650.659366] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.659561] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.659653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.660290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.660290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.660290] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 650.660498] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 650.660498] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 650.660562] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 650.660591] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 650.661107] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 650.661247] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 650.661623] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 650.661744] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 650.661893] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 650.686053] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.686255] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.686310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.686881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.686881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.686881] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 650.710441] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.710680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.710680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.711760] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.711760] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.726792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.731759] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99cfc7fc-585b-4fdd-996a-7c2411c047e6 [ 650.732223] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.732387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.732481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.732707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.733185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.733185] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99cfc7fc-585b-4fdd-996a-7c2411c047e6 already deleted. [ 650.733185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99cfc7fc-585b-4fdd-996a-7c2411c047e6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.240841] env[69943]: INFO networking_nsxv3.common.synchronization [None req-6c701104-3bb2-4483-b916-c140476311ea None None] Enqueued Resource ID: 637098ef-c992-4c46-8286-1fe435e23e44 with Priority: HIGHEST for action port [ 651.241105] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637098ef-c992-4c46-8286-1fe435e23e44 with Priority: HIGHEST for action port [ 651.241668] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-637098ef-c992-4c46-8286-1fe435e23e44 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.241785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-637098ef-c992-4c46-8286-1fe435e23e44" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.241850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-637098ef-c992-4c46-8286-1fe435e23e44" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.242119] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-637098ef-c992-4c46-8286-1fe435e23e44" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.242198] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('637098ef-c992-4c46-8286-1fe435e23e44',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.718137] env[69943]: INFO networking_nsxv3.common.synchronization [None req-02550d9a-31da-4d49-b233-f05fd11a78bb None None] Enqueued Resource ID: 84c338ea-4b63-4eb4-81f0-41f9b91a5cad with Priority: HIGHEST for action port [ 651.718417] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c338ea-4b63-4eb4-81f0-41f9b91a5cad with Priority: HIGHEST for action port [ 651.719057] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-84c338ea-4b63-4eb4-81f0-41f9b91a5cad taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.719237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84c338ea-4b63-4eb4-81f0-41f9b91a5cad" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.719312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84c338ea-4b63-4eb4-81f0-41f9b91a5cad" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.719586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84c338ea-4b63-4eb4-81f0-41f9b91a5cad" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.719669] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84c338ea-4b63-4eb4-81f0-41f9b91a5cad',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.749081] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 637098ef-c992-4c46-8286-1fe435e23e44 [ 651.749577] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.749702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.749773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.749982] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.750080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.750171] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:637098ef-c992-4c46-8286-1fe435e23e44 already deleted. [ 651.750252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-637098ef-c992-4c46-8286-1fe435e23e44" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.830713] env[69943]: INFO networking_nsxv3.common.synchronization [None req-a544bf41-7335-4d07-9043-fd0d2d214bbf None None] Enqueued Resource ID: 2b9f31ed-6102-4bf7-9f1f-5e4389a561c3 with Priority: HIGHEST for action port [ 651.830713] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9f31ed-6102-4bf7-9f1f-5e4389a561c3 with Priority: HIGHEST for action port [ 651.831773] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b9f31ed-6102-4bf7-9f1f-5e4389a561c3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.831773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b9f31ed-6102-4bf7-9f1f-5e4389a561c3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.831773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b9f31ed-6102-4bf7-9f1f-5e4389a561c3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.831773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b9f31ed-6102-4bf7-9f1f-5e4389a561c3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.831773] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b9f31ed-6102-4bf7-9f1f-5e4389a561c3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.051043] env[69943]: INFO networking_nsxv3.common.synchronization [None req-db981a49-056b-4fbc-8064-3a4e837b8b88 None None] Enqueued Resource ID: 2fc75fe4-09e8-42c4-a586-f56fac79dfe7 with Priority: HIGHEST for action port [ 652.051256] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc75fe4-09e8-42c4-a586-f56fac79dfe7 with Priority: HIGHEST for action port [ 652.052229] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fc75fe4-09e8-42c4-a586-f56fac79dfe7 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.052387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fc75fe4-09e8-42c4-a586-f56fac79dfe7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.052476] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fc75fe4-09e8-42c4-a586-f56fac79dfe7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.052768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fc75fe4-09e8-42c4-a586-f56fac79dfe7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.052865] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fc75fe4-09e8-42c4-a586-f56fac79dfe7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.222677] env[69943]: INFO networking_nsxv3.common.synchronization [None req-752bdfe9-11fd-4dcb-8d0d-06dd7f9f1372 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Enqueued Resource ID: 891fa9bf-5bea-4df2-8657-b162c953868a with Priority: HIGHEST for action security_group_rules [ 652.223587] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84c338ea-4b63-4eb4-81f0-41f9b91a5cad [ 652.224570] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.225702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.225702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.225702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.225702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.225702] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84c338ea-4b63-4eb4-81f0-41f9b91a5cad already deleted. [ 652.225702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84c338ea-4b63-4eb4-81f0-41f9b91a5cad" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.225702] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891fa9bf-5bea-4df2-8657-b162c953868a with Priority: HIGHEST for action security_group_rules [ 652.226237] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891fa9bf-5bea-4df2-8657-b162c953868a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.228125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.228125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.228125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.228125] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891fa9bf-5bea-4df2-8657-b162c953868a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.336546] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b9f31ed-6102-4bf7-9f1f-5e4389a561c3 [ 652.336766] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.337454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.337454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.337454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.337454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.337454] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b9f31ed-6102-4bf7-9f1f-5e4389a561c3 already deleted. [ 652.338076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b9f31ed-6102-4bf7-9f1f-5e4389a561c3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.554654] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fc75fe4-09e8-42c4-a586-f56fac79dfe7 [ 652.554936] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.555213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.555298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.555480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.555603] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.555734] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fc75fe4-09e8-42c4-a586-f56fac79dfe7 already deleted. [ 652.555853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fc75fe4-09e8-42c4-a586-f56fac79dfe7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.625499] env[69943]: INFO networking_nsxv3.common.synchronization [req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 req-8be19475-246b-4c9e-a256-bdf0236a6aad tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Enqueued Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_members [ 652.625499] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_members [ 652.625499] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac622c1-13fb-44b0-8ffc-3cc669910616 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.625499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.625499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.625499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.625499] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.625499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.625499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.627231] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.627231] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.627231] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.751444] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.751723] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.751723] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.751929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.754647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.754647] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891fa9bf-5bea-4df2-8657-b162c953868a already deleted. [ 652.754647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.830054] env[69943]: INFO networking_nsxv3.common.synchronization [None req-9fc127fa-0548-4f00-8e61-becf5ac86a37 None None] Enqueued Resource ID: c719eff4-3e20-49ab-a895-f7b0d5db44c8 with Priority: HIGHEST for action port [ 652.830054] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c719eff4-3e20-49ab-a895-f7b0d5db44c8 with Priority: HIGHEST for action port [ 652.830054] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-c719eff4-3e20-49ab-a895-f7b0d5db44c8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.830054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c719eff4-3e20-49ab-a895-f7b0d5db44c8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.830054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c719eff4-3e20-49ab-a895-f7b0d5db44c8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.830054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c719eff4-3e20-49ab-a895-f7b0d5db44c8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.830054] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c719eff4-3e20-49ab-a895-f7b0d5db44c8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.095820] env[69943]: INFO networking_nsxv3.common.synchronization [None req-1da0295e-c98e-4790-aca1-d0f772ac7b33 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Enqueued Resource ID: 891fa9bf-5bea-4df2-8657-b162c953868a with Priority: HIGHEST for action security_group_rules [ 653.096636] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891fa9bf-5bea-4df2-8657-b162c953868a with Priority: HIGHEST for action security_group_rules [ 653.096949] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891fa9bf-5bea-4df2-8657-b162c953868a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.097103] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.097170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.097364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.097446] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891fa9bf-5bea-4df2-8657-b162c953868a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.131620] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.131620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.131620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.131620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.131620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.131620] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.131620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.131620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.131620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.131620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.131620] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac622c1-13fb-44b0-8ffc-3cc669910616 already deleted. [ 653.131620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.335995] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c719eff4-3e20-49ab-a895-f7b0d5db44c8 [ 653.336245] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.336378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.336445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.336650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.336743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.336824] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c719eff4-3e20-49ab-a895-f7b0d5db44c8 already deleted. [ 653.336903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c719eff4-3e20-49ab-a895-f7b0d5db44c8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.620029] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.621343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.621429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.621591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.621696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.621781] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891fa9bf-5bea-4df2-8657-b162c953868a already deleted. [ 653.621871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.042975] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.043261] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.043295] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.043589] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.043886] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.044349] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.044538] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.044936] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.044973] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.045284] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.045453] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.045546] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.045648] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.045896] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.045896] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.045971] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.065206] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.065206] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.065206] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.065432] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.066600] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-ceb528fe-e3cf-4457-b5fa-137ca598b28f taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.066731] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-ceb528fe-e3cf-4457-b5fa-137ca598b28f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.066833] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-ceb528fe-e3cf-4457-b5fa-137ca598b28f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.067320] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-ceb528fe-e3cf-4457-b5fa-137ca598b28f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.067461] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceb528fe-e3cf-4457-b5fa-137ca598b28f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.120073] env[69943]: INFO networking_nsxv3.common.synchronization [req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf req-c0389985-9964-4218-9513-11ecaf5a4571 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Enqueued Resource ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a with Priority: HIGHEST for action security_group_members [ 654.122229] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a with Priority: HIGHEST for action security_group_members [ 654.122229] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-639c12d8-b142-43f5-9050-fcfbd6105a1a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.122229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.122229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.122229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.122229] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.122229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.122229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.122229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.122229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.122924] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('639c12d8-b142-43f5-9050-fcfbd6105a1a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.569868] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.570086] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.572210] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.575427] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.575427] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.575427] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port ceb528fe-e3cf-4457-b5fa-137ca598b28f not found, creating... [ 654.575427] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.575427] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.575427] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.575427] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.575427] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.575427] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.575427] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.575945] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.575945] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.575945] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.575945] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: ceb528fe-e3cf-4457-b5fa-137ca598b28f is going to be created. [ 654.579174] env[69943]: INFO networking_nsxv3.common.synchronization [None req-715e3ce8-66dc-462b-a86c-6a70b59fd169 None None] Enqueued Resource ID: cee95626-455b-4772-855d-272d8596c279 with Priority: HIGHEST for action port [ 654.579992] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee95626-455b-4772-855d-272d8596c279 with Priority: HIGHEST for action port [ 654.580922] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-cee95626-455b-4772-855d-272d8596c279 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.582928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cee95626-455b-4772-855d-272d8596c279" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.582928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cee95626-455b-4772-855d-272d8596c279" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.582928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cee95626-455b-4772-855d-272d8596c279" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.582928] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cee95626-455b-4772-855d-272d8596c279',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.602393] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.602393] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.602393] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.602393] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.602393] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.602393] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-ceb528fe-e3cf-4457-b5fa-137ca598b28f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.629312] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.629312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.629312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.629312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.629312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.629312] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.629312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.629312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.629312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.629312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.629312] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a already deleted. [ 654.629312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.700653] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.701228] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-979" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.701694] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-979" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.701694] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-979" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.702322] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.702652] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.702916] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.703191] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.703424] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.703822] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.704111] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.704303] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.704472] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.704637] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.704792] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.704969] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.730311] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.730505] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.730619] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.730797] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-979" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.731455] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.731455] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.731455] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.731771] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.731860] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.084502] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cee95626-455b-4772-855d-272d8596c279 [ 655.084741] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.084916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.084916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.085149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.085237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.085332] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cee95626-455b-4772-855d-272d8596c279 already deleted. [ 655.085408] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cee95626-455b-4772-855d-272d8596c279" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.236430] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.236696] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.236767] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.237072] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.237251] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.237869] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 not found, creating... [ 655.237869] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.237869] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.237869] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.238328] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.238328] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.238558] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.238719] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.238835] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.239053] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.239183] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.239333] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 is going to be created. [ 655.262162] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.262382] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.262508] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.262774] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.262998] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.263234] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.443773] env[69943]: INFO networking_nsxv3.common.synchronization [req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 req-e7de340d-a1ff-4c83-92fd-68a86c392bc0 service nova] Enqueued Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_rules [ 655.444017] env[69943]: INFO networking_nsxv3.common.synchronization [req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 req-e7de340d-a1ff-4c83-92fd-68a86c392bc0 service nova] Enqueued Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_members [ 655.444274] env[69943]: INFO networking_nsxv3.common.synchronization [req-d87e1bbd-dfc8-4a45-aec0-ae0e37898033 req-e7de340d-a1ff-4c83-92fd-68a86c392bc0 service nova] Enqueued Resource ID: ceb528fe-e3cf-4457-b5fa-137ca598b28f with Priority: HIGHEST for action port [ 655.445773] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_rules [ 655.445773] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_members [ 655.445773] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceb528fe-e3cf-4457-b5fa-137ca598b28f with Priority: HIGHEST for action port [ 655.445773] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eac622c1-13fb-44b0-8ffc-3cc669910616 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.445773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.445773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.446247] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.446379] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.448931] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac622c1-13fb-44b0-8ffc-3cc669910616 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.448931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.448931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.448931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.448931] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.448931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.448931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.448931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.448931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.448931] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.451844] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceb528fe-e3cf-4457-b5fa-137ca598b28f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.451844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceb528fe-e3cf-4457-b5fa-137ca598b28f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.451844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceb528fe-e3cf-4457-b5fa-137ca598b28f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.451844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceb528fe-e3cf-4457-b5fa-137ca598b28f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.451844] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceb528fe-e3cf-4457-b5fa-137ca598b28f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.951536] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac622c1-13fb-44b0-8ffc-3cc669910616 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.951732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.954148] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.965292] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ceb528fe-e3cf-4457-b5fa-137ca598b28f with status ACTIVE [ 655.965951] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.965951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.967352] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.967647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.967790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.968061] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.968250] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.968383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.968631] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.968675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.968870] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.971330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.971330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.971330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.971330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.971330] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ceb528fe-e3cf-4457-b5fa-137ca598b28f is going to be updated. [ 655.995543] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.995741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.995834] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.995949] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.996126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.996278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceb528fe-e3cf-4457-b5fa-137ca598b28f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.303987] env[69943]: INFO networking_nsxv3.common.synchronization [req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf req-c3a93883-d95d-49b1-928d-e0bc98f99403 service nova] Enqueued Resource ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a with Priority: HIGHEST for action security_group_rules [ 656.303987] env[69943]: INFO networking_nsxv3.common.synchronization [req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf req-c3a93883-d95d-49b1-928d-e0bc98f99403 service nova] Enqueued Resource ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a with Priority: HIGHEST for action security_group_members [ 656.303987] env[69943]: INFO networking_nsxv3.common.synchronization [req-d25ea233-1bbe-4bbc-b5eb-42c98803bfbf req-c3a93883-d95d-49b1-928d-e0bc98f99403 service nova] Enqueued Resource ID: c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 with Priority: HIGHEST for action port [ 656.303987] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a with Priority: HIGHEST for action security_group_rules [ 656.303987] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a with Priority: HIGHEST for action security_group_members [ 656.303987] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 with Priority: HIGHEST for action port [ 656.304597] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-639c12d8-b142-43f5-9050-fcfbd6105a1a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.304792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.304792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.304987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.305085] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('639c12d8-b142-43f5-9050-fcfbd6105a1a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.306232] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-639c12d8-b142-43f5-9050-fcfbd6105a1a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.306379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.306442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.306601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.306749] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.306850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.306916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.307086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.307181] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.307274] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('639c12d8-b142-43f5-9050-fcfbd6105a1a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.308157] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.308290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.308361] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.308517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.308596] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.326311] env[69943]: INFO networking_nsxv3.common.synchronization [None req-1913d5ed-ede3-419c-a291-0cca07c4839b None None] Enqueued Resource ID: 19269b41-0c7e-48df-bd9e-b5bd240a3d9f with Priority: HIGHEST for action port [ 656.327498] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19269b41-0c7e-48df-bd9e-b5bd240a3d9f with Priority: HIGHEST for action port [ 656.327498] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-19269b41-0c7e-48df-bd9e-b5bd240a3d9f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.327498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19269b41-0c7e-48df-bd9e-b5bd240a3d9f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.327498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19269b41-0c7e-48df-bd9e-b5bd240a3d9f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.329252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19269b41-0c7e-48df-bd9e-b5bd240a3d9f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.329252] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19269b41-0c7e-48df-bd9e-b5bd240a3d9f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.460742] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.810241] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('639c12d8-b142-43f5-9050-fcfbd6105a1a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.814020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-639c12d8-b142-43f5-9050-fcfbd6105a1a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.814020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.823196] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 with status ACTIVE [ 656.823484] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.823643] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.823990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.824640] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.824854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.825273] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.825522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.825591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.825765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.825846] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.826075] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.826178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.826315] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.826496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.829453] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.829453] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1 is going to be updated. [ 656.831382] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19269b41-0c7e-48df-bd9e-b5bd240a3d9f [ 656.831573] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.831692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.831756] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.831931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.832032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.832122] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19269b41-0c7e-48df-bd9e-b5bd240a3d9f already deleted. [ 656.832197] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19269b41-0c7e-48df-bd9e-b5bd240a3d9f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.850684] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.850822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.850894] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.851147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.851242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.852059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4e7bfc8-ae19-422c-beb4-a6a035d2f2c1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.964150] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.964150] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.964150] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.964432] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.964432] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.964511] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac622c1-13fb-44b0-8ffc-3cc669910616 is going to be created. [ 657.006567] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.006695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.006769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.006990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.007164] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.019963] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac622c1-13fb-44b0-8ffc-3cc669910616 in Status: UNINITIALIZED for 2s [ 657.313132] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('639c12d8-b142-43f5-9050-fcfbd6105a1a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.648352] env[69943]: INFO networking_nsxv3.common.synchronization [req-4c4c6e00-bea4-410b-af56-fceed3f3c02b req-9cb9b030-bb41-450d-a94b-b21a1e2ba844 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Enqueued Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 657.648352] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 657.648352] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.648352] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.648352] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.649956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.649956] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.649956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.649956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.649956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.649956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.649956] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.814552] env[69943]: INFO networking_nsxv3.common.synchronization [None req-147c3217-9249-47f2-80d6-1612960f7d54 None None] Enqueued Resource ID: 2f76b008-041f-49b0-a9a7-df692458cc02 with Priority: HIGHEST for action port [ 657.814552] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f76b008-041f-49b0-a9a7-df692458cc02 with Priority: HIGHEST for action port [ 657.814552] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f76b008-041f-49b0-a9a7-df692458cc02 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.814552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f76b008-041f-49b0-a9a7-df692458cc02" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.814552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f76b008-041f-49b0-a9a7-df692458cc02" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.814552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f76b008-041f-49b0-a9a7-df692458cc02" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.814552] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f76b008-041f-49b0-a9a7-df692458cc02',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.817642] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.817763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.817830] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.818087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.818129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.818202] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a is going to be created. [ 657.846948] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.847200] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.847265] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.847674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.847885] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.860677] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a in Status: UNINITIALIZED for 2s [ 658.105426] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.105636] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-372" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.105686] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-372" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.106062] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-372" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.106317] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.106476] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.106590] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.106816] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.106958] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.107355] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.107355] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.107450] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.107525] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.107634] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.107741] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.107871] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.131984] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.132182] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 658.132322] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.132503] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-372" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.132818] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-eaf45bf9-6f99-4825-bdca-a585de05ac34 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.132996] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-eaf45bf9-6f99-4825-bdca-a585de05ac34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.133130] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-eaf45bf9-6f99-4825-bdca-a585de05ac34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.133606] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-eaf45bf9-6f99-4825-bdca-a585de05ac34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.133606] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf45bf9-6f99-4825-bdca-a585de05ac34',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.152571] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.152571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.152571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.152571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.152571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.152571] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.152571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.152571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.152571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.152571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.152571] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 already deleted. [ 658.152571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.315228] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f76b008-041f-49b0-a9a7-df692458cc02 [ 658.315919] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.315919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.315919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.316118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.316170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.316266] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f76b008-041f-49b0-a9a7-df692458cc02 already deleted. [ 658.316346] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f76b008-041f-49b0-a9a7-df692458cc02" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.637932] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.637932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.637932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.638545] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.638545] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.638545] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port eaf45bf9-6f99-4825-bdca-a585de05ac34 not found, creating... [ 658.638718] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.638809] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.640417] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.642690] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.642690] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.642690] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.642690] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.642690] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.642690] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.642690] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.642690] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: eaf45bf9-6f99-4825-bdca-a585de05ac34 is going to be created. [ 658.665017] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.665243] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.665372] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.665647] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.665889] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.666293] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-eaf45bf9-6f99-4825-bdca-a585de05ac34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.944821] env[69943]: INFO networking_nsxv3.common.synchronization [None req-05d5f474-bb24-4632-b311-368c79d18bf5 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Enqueued Resource ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 with Priority: HIGHEST for action security_group_rules [ 658.945234] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 with Priority: HIGHEST for action security_group_rules [ 658.945541] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a878d49f-c0f0-4045-875f-2d74c238d4c2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.945670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.945739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.946408] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.947035] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a878d49f-c0f0-4045-875f-2d74c238d4c2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.031844] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac622c1-13fb-44b0-8ffc-3cc669910616 in Status: SUCCESS [ 659.032180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.032742] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.032954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.033167] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.033294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.034413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.034413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.034413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.034413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.034413] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.066507] env[69943]: INFO networking_nsxv3.common.synchronization [None req-adc6c37c-8f99-41cd-a66c-97f453d3cf99 tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Enqueued Resource ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 with Priority: HIGHEST for action security_group_rules [ 659.067209] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 with Priority: HIGHEST for action security_group_rules [ 659.067557] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a878d49f-c0f0-4045-875f-2d74c238d4c2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.067670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.379220] env[69943]: INFO networking_nsxv3.common.synchronization [req-4c4c6e00-bea4-410b-af56-fceed3f3c02b req-ffd70a6e-019d-4793-a0ae-12b975e3c590 service nova] Enqueued Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_rules [ 659.379220] env[69943]: INFO networking_nsxv3.common.synchronization [req-4c4c6e00-bea4-410b-af56-fceed3f3c02b req-ffd70a6e-019d-4793-a0ae-12b975e3c590 service nova] Enqueued Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 659.379220] env[69943]: INFO networking_nsxv3.common.synchronization [req-4c4c6e00-bea4-410b-af56-fceed3f3c02b req-ffd70a6e-019d-4793-a0ae-12b975e3c590 service nova] Enqueued Resource ID: eaf45bf9-6f99-4825-bdca-a585de05ac34 with Priority: HIGHEST for action port [ 659.379220] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_rules [ 659.379220] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 659.379220] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf45bf9-6f99-4825-bdca-a585de05ac34 with Priority: HIGHEST for action port [ 659.379772] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.379772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.379772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.380052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.380052] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.381186] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.381996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.381996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.381996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.381996] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.381996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.381996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.381996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.381996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.386222] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.386222] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaf45bf9-6f99-4825-bdca-a585de05ac34 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.386222] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaf45bf9-6f99-4825-bdca-a585de05ac34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.386222] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaf45bf9-6f99-4825-bdca-a585de05ac34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.387410] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaf45bf9-6f99-4825-bdca-a585de05ac34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.388645] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf45bf9-6f99-4825-bdca-a585de05ac34',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.469696] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.469696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.469696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.469696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.469696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.469696] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 already deleted. [ 659.469696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.469696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.469696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.469696] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a878d49f-c0f0-4045-875f-2d74c238d4c2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.536637] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac622c1-13fb-44b0-8ffc-3cc669910616 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.536807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.536877] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.537109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.537388] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.537481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.537481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.537690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.537736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.537816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.537979] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac622c1-13fb-44b0-8ffc-3cc669910616 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.538120] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.538164] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.538308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.538948] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.538948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.538948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.538948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.538948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.538948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.539307] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.872963] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a in Status: SUCCESS [ 659.872963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.872963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.872963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.872963] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.875020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.875020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.875020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.875020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.875020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.875020] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('639c12d8-b142-43f5-9050-fcfbd6105a1a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.889980] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.894122] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.895583] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.895583] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eaf45bf9-6f99-4825-bdca-a585de05ac34 with status ACTIVE [ 659.895583] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.895583] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.895748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.895824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.896103] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.896175] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.896318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.898084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.898084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.898084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.898084] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.898084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.898084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.898084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.898084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.898084] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eaf45bf9-6f99-4825-bdca-a585de05ac34 is going to be updated. [ 659.922551] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.922764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.922899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.923170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.923350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.924964] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaf45bf9-6f99-4825-bdca-a585de05ac34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.971503] env[69943]: INFO networking_nsxv3.common.synchronization [None req-0c22ae95-6ae0-462b-8923-b06177979f26 None None] Enqueued Resource ID: cc6ccd13-70d0-4d9d-b312-b617d00a3184 with Priority: HIGHEST for action port [ 659.973252] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6ccd13-70d0-4d9d-b312-b617d00a3184 with Priority: HIGHEST for action port [ 659.973597] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc6ccd13-70d0-4d9d-b312-b617d00a3184 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.973716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc6ccd13-70d0-4d9d-b312-b617d00a3184" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.973802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc6ccd13-70d0-4d9d-b312-b617d00a3184" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.974051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc6ccd13-70d0-4d9d-b312-b617d00a3184" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.974133] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc6ccd13-70d0-4d9d-b312-b617d00a3184',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.005332] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.005332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.005547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.005590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.005590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.005590] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 already deleted. [ 660.005590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.042873] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eac622c1-13fb-44b0-8ffc-3cc669910616: rpc.has_security_group_logging(os_id): False [ 660.073866] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.073866] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.073866] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.073866] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.073866] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.073866] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.073866] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.074290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.074290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.074290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.074578] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.076743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.076743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.076743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.076743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.076743] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.076743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.076743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.076743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.076743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.076743] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eac622c1-13fb-44b0-8ffc-3cc669910616 is going to be created. [ 660.157692] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.157855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.157899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.158117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.158287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.171622] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eac622c1-13fb-44b0-8ffc-3cc669910616 in Status: IN_PROGRESS for 2s [ 660.378872] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('639c12d8-b142-43f5-9050-fcfbd6105a1a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.399862] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.479889] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc6ccd13-70d0-4d9d-b312-b617d00a3184 [ 660.480539] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.480539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.480539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.480539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.480790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.480790] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc6ccd13-70d0-4d9d-b312-b617d00a3184 already deleted. [ 660.480790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc6ccd13-70d0-4d9d-b312-b617d00a3184" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.881972] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 639c12d8-b142-43f5-9050-fcfbd6105a1a: rpc.has_security_group_logging(os_id): False [ 660.903490] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.903490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.903490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.903490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.903490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.903490] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 is going to be created. [ 660.908590] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.908590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.908590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.908590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.908590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.908590] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.908590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.908590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.908590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.908933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.908933] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a is going to be created. [ 660.960694] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.960694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.960694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.960694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.960694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.971207] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: UNINITIALIZED for 2s [ 661.001262] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.001366] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.001429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.001636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.003875] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.015304] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a in Status: IN_PROGRESS for 2s [ 662.185093] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eac622c1-13fb-44b0-8ffc-3cc669910616 in Status: SUCCESS [ 662.185560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.984330] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: SUCCESS [ 662.984490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.984629] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.984847] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.985482] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.985482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.985482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.985482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.985482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.985786] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.985786] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.026653] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a in Status: SUCCESS [ 663.026869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.490175] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.490175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.490175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.490175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.490175] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.490175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.490646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.490646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.490646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.490646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.490750] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.490788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.490816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.492921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.492921] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.492921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.492921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.492921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.492921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.492921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.492921] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.691126] env[69943]: INFO networking_nsxv3.common.synchronization [req-94300cf2-25e1-41ef-a1c4-e90ca2702826 req-c02a4196-0219-49ad-8e93-44fc5d05b3f2 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Enqueued Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_members [ 663.692513] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_members [ 663.695162] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-917d31ad-68b2-41ec-8ccd-d59996eceaec taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.695162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.695162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.695162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.695162] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.695162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.695162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.695162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.695162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.695162] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.997750] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3624f4e-885d-4f84-9432-edb48ddd5343: rpc.has_security_group_logging(os_id): False [ 664.022219] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.022219] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.022219] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.022445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.022478] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.022745] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.022811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.022902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.023167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.023167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.023329] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.023380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.023436] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.023569] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.023633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.023811] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.023908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.023958] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.024113] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.024198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.024258] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 is going to be created. [ 664.086346] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.086533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.086533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.087466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.087466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.100976] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: IN_PROGRESS for 2s [ 664.197947] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.198777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.198777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.198777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.198777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.199057] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.199119] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.199236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.199530] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.200053] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.200192] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec already deleted. [ 664.200342] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.525689] env[69943]: INFO networking_nsxv3.common.synchronization [None req-040fede0-aec5-419d-bd89-11655f967b81 None None] Enqueued Resource ID: 03022fc1-3406-42ff-8aec-9478fa0d345e with Priority: HIGHEST for action port [ 664.526086] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03022fc1-3406-42ff-8aec-9478fa0d345e with Priority: HIGHEST for action port [ 664.526559] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-03022fc1-3406-42ff-8aec-9478fa0d345e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.526724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03022fc1-3406-42ff-8aec-9478fa0d345e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.526800] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03022fc1-3406-42ff-8aec-9478fa0d345e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.533724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03022fc1-3406-42ff-8aec-9478fa0d345e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.533724] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03022fc1-3406-42ff-8aec-9478fa0d345e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.035948] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03022fc1-3406-42ff-8aec-9478fa0d345e [ 665.036841] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.036841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.037052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.038672] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.038840] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.038968] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03022fc1-3406-42ff-8aec-9478fa0d345e already deleted. [ 665.045106] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03022fc1-3406-42ff-8aec-9478fa0d345e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.194523] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.196815] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-654" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.196815] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-654" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.196815] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-654" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.197182] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.198041] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.198216] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.198454] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.198643] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.198889] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.199028] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.199154] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.199271] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.199405] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.199480] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.199624] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.223840] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.223840] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 665.223840] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.223840] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-654" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.223840] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.223840] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.224256] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.224831] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.225148] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f42dc81-f109-4db9-ada2-5c79c1b1e6c7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.733932] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.733932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.733932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.733932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.733932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.733932] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 not found, creating... [ 665.733932] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.733932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.733932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.733932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.733932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.734922] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.734922] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.734922] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.734922] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.734922] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.734922] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 is going to be created. [ 665.763482] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.763482] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.763482] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.763482] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.763482] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.766967] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.115410] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: SUCCESS [ 666.115657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.677023] env[69943]: INFO networking_nsxv3.common.synchronization [None req-c5de64a0-f098-4325-8268-ae372bcbab3a tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Enqueued Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_rules [ 666.677023] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_rules [ 666.677023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f458f367-3623-4757-bf01-105518caa5a3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.677023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.677875] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.678259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.678376] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.023240] env[69943]: INFO networking_nsxv3.common.synchronization [None req-6e7be6e1-087f-4a8d-ab6b-00ce9dea090b None None] Enqueued Resource ID: ca6cf1fb-34fd-4a7f-b51b-e6fe3ef3529f with Priority: HIGHEST for action port [ 667.023240] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca6cf1fb-34fd-4a7f-b51b-e6fe3ef3529f with Priority: HIGHEST for action port [ 667.023240] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca6cf1fb-34fd-4a7f-b51b-e6fe3ef3529f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.024591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca6cf1fb-34fd-4a7f-b51b-e6fe3ef3529f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.024591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca6cf1fb-34fd-4a7f-b51b-e6fe3ef3529f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.024943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca6cf1fb-34fd-4a7f-b51b-e6fe3ef3529f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.024943] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca6cf1fb-34fd-4a7f-b51b-e6fe3ef3529f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.170572] env[69943]: INFO networking_nsxv3.common.synchronization [None req-118e3f55-1a35-465c-ae12-93be1a214a67 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Enqueued Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_rules [ 667.171253] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_rules [ 667.171431] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f458f367-3623-4757-bf01-105518caa5a3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.171486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.198752] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.198910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.198949] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.199180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.199276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.199368] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f458f367-3623-4757-bf01-105518caa5a3 already deleted. [ 667.199465] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.199620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.201299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.201375] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.527647] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca6cf1fb-34fd-4a7f-b51b-e6fe3ef3529f [ 667.528778] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.529151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.529619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.530039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.530405] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.530681] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca6cf1fb-34fd-4a7f-b51b-e6fe3ef3529f already deleted. [ 667.530931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca6cf1fb-34fd-4a7f-b51b-e6fe3ef3529f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.563830] env[69943]: INFO networking_nsxv3.common.synchronization [req-94300cf2-25e1-41ef-a1c4-e90ca2702826 req-2e7f72fe-cae8-4e2d-ab79-1ad2e61f71f7 service nova] Enqueued Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_rules [ 667.564011] env[69943]: INFO networking_nsxv3.common.synchronization [req-94300cf2-25e1-41ef-a1c4-e90ca2702826 req-2e7f72fe-cae8-4e2d-ab79-1ad2e61f71f7 service nova] Enqueued Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_members [ 667.564107] env[69943]: INFO networking_nsxv3.common.synchronization [req-94300cf2-25e1-41ef-a1c4-e90ca2702826 req-2e7f72fe-cae8-4e2d-ab79-1ad2e61f71f7 service nova] Enqueued Resource ID: 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 with Priority: HIGHEST for action port [ 667.564351] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_rules [ 667.565702] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_members [ 667.565702] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 with Priority: HIGHEST for action port [ 667.565702] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-917d31ad-68b2-41ec-8ccd-d59996eceaec taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.565702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.565702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.565702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.566081] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.567265] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-917d31ad-68b2-41ec-8ccd-d59996eceaec taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.567439] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.567439] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.567554] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.567704] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.567801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.567863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.568072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.568121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.568178] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.571109] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.571109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.571109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.571109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.571109] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f42dc81-f109-4db9-ada2-5c79c1b1e6c7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.728831] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.729252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.729321] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.729552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.729642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.729739] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f458f367-3623-4757-bf01-105518caa5a3 already deleted. [ 667.729817] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.068533] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-917d31ad-68b2-41ec-8ccd-d59996eceaec taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.068732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.075447] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 with status ACTIVE [ 668.075543] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.075667] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.075707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.075922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.077169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.077169] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.077169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.077169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.077169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.077169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.077169] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.077169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.077169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.077169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.077169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.077676] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f42dc81-f109-4db9-ada2-5c79c1b1e6c7 is going to be updated. [ 668.080190] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.101659] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.101821] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.101869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.102813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.102813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.102813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f42dc81-f109-4db9-ada2-5c79c1b1e6c7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.588299] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.057508] env[69943]: INFO networking_nsxv3.common.synchronization [None req-ffdfd456-366e-4d4e-ae7c-8d5fd227f113 None None] Enqueued Resource ID: a4b17fc1-6fdb-4cbe-83c5-266babb061bb with Priority: HIGHEST for action port [ 669.059047] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4b17fc1-6fdb-4cbe-83c5-266babb061bb with Priority: HIGHEST for action port [ 669.059047] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4b17fc1-6fdb-4cbe-83c5-266babb061bb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.059047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4b17fc1-6fdb-4cbe-83c5-266babb061bb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.059047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4b17fc1-6fdb-4cbe-83c5-266babb061bb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.059047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4b17fc1-6fdb-4cbe-83c5-266babb061bb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.061087] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4b17fc1-6fdb-4cbe-83c5-266babb061bb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.089956] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.090296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.090296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.090927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.091092] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.091204] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec is going to be created. [ 669.126612] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.126612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.126790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.126932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.127433] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.138998] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec in Status: UNINITIALIZED for 2s [ 669.478032] env[69943]: INFO networking_nsxv3.common.synchronization [req-ab87e19f-fd23-4f31-925d-527cea5a0a59 req-5df50605-8053-47aa-b8bb-54ac77e6b85d tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Enqueued Resource ID: 891fa9bf-5bea-4df2-8657-b162c953868a with Priority: HIGHEST for action security_group_members [ 669.478595] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891fa9bf-5bea-4df2-8657-b162c953868a with Priority: HIGHEST for action security_group_members [ 669.478595] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-891fa9bf-5bea-4df2-8657-b162c953868a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.478790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.478822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.479511] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.480085] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.480085] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.480085] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.480297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.480518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.480593] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891fa9bf-5bea-4df2-8657-b162c953868a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.566584] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4b17fc1-6fdb-4cbe-83c5-266babb061bb [ 669.566747] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.566815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.566874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.567299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.567299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.567299] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4b17fc1-6fdb-4cbe-83c5-266babb061bb already deleted. [ 669.567618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4b17fc1-6fdb-4cbe-83c5-266babb061bb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.984012] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.984192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.984263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.984482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.984567] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.984762] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.984855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.984914] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.985069] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.985138] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.985219] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891fa9bf-5bea-4df2-8657-b162c953868a already deleted. [ 669.985303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.359114] env[69943]: INFO networking_nsxv3.common.synchronization [None req-ba1263f0-a158-4768-a91a-ec9619f0a428 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Enqueued Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_rules [ 670.359869] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_rules [ 670.361654] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.363438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.363543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.363778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.364928] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.411906] env[69943]: INFO networking_nsxv3.common.synchronization [None req-00426205-f8e3-41d3-832a-3d2c2cb063fa None None] Enqueued Resource ID: d197172a-e8a3-4f8a-a896-ee6e29ecc19a with Priority: HIGHEST for action port [ 670.412184] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d197172a-e8a3-4f8a-a896-ee6e29ecc19a with Priority: HIGHEST for action port [ 670.412744] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-d197172a-e8a3-4f8a-a896-ee6e29ecc19a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.412866] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d197172a-e8a3-4f8a-a896-ee6e29ecc19a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.412931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d197172a-e8a3-4f8a-a896-ee6e29ecc19a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.413253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d197172a-e8a3-4f8a-a896-ee6e29ecc19a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.413287] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d197172a-e8a3-4f8a-a896-ee6e29ecc19a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.553923] env[69943]: INFO networking_nsxv3.common.synchronization [None req-525382cd-39e9-45cf-8b81-2e2ab52d801c tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Enqueued Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_rules [ 670.554595] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_rules [ 670.554969] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.556552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.660975] env[69943]: INFO networking_nsxv3.common.synchronization [None req-fbe07dc2-49e3-42b6-901c-5c9e917f8bad None None] Enqueued Resource ID: ccaf6b8d-17fe-44d5-9566-7dd198745657 with Priority: HIGHEST for action port [ 670.661917] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccaf6b8d-17fe-44d5-9566-7dd198745657 with Priority: HIGHEST for action port [ 670.662359] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccaf6b8d-17fe-44d5-9566-7dd198745657 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.662492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccaf6b8d-17fe-44d5-9566-7dd198745657" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.662765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccaf6b8d-17fe-44d5-9566-7dd198745657" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.662807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccaf6b8d-17fe-44d5-9566-7dd198745657" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.662867] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccaf6b8d-17fe-44d5-9566-7dd198745657',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.892272] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.892439] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.892505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.892752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.893551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.893551] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b already deleted. [ 670.893551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.893551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.893551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.893551] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.920252] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d197172a-e8a3-4f8a-a896-ee6e29ecc19a [ 670.920824] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.921538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.924979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.924979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.924979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.924979] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d197172a-e8a3-4f8a-a896-ee6e29ecc19a already deleted. [ 670.924979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d197172a-e8a3-4f8a-a896-ee6e29ecc19a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.998236] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.998236] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-282" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.998236] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-282" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.998236] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-282" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.000220] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.000577] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.000799] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.001174] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.001822] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.002144] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.002593] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.002924] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.005019] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.005019] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.005019] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.005019] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.025807] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.026062] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.028462] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.028676] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-282" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.029040] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-45a213e0-53ee-4007-a494-3335a56e0791 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.029265] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-45a213e0-53ee-4007-a494-3335a56e0791" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.029398] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-45a213e0-53ee-4007-a494-3335a56e0791" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.030437] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-45a213e0-53ee-4007-a494-3335a56e0791" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.030437] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45a213e0-53ee-4007-a494-3335a56e0791',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.150937] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec in Status: UNINITIALIZED for 4s [ 671.170340] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccaf6b8d-17fe-44d5-9566-7dd198745657 [ 671.170340] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.170340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.170340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.170340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.170340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.170340] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccaf6b8d-17fe-44d5-9566-7dd198745657 already deleted. [ 671.170340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccaf6b8d-17fe-44d5-9566-7dd198745657" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.387023] env[69943]: INFO networking_nsxv3.common.synchronization [req-171e3cd3-04b8-431f-9d93-3a83c808d483 req-35f36902-8b73-432d-938b-a1b3d53d5a7f tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Enqueued Resource ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 with Priority: HIGHEST for action security_group_members [ 671.387023] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 with Priority: HIGHEST for action security_group_members [ 671.390770] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb436bf-aeef-465a-b17f-88882acf1bb0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.390770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.390770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.393279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.393279] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.393279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.393279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.393279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.393279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.393279] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb436bf-aeef-465a-b17f-88882acf1bb0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.420650] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.420779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.420849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.421071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.421155] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.421247] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b already deleted. [ 671.421334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.533999] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.534128] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.534282] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.534951] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.534951] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.534951] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 45a213e0-53ee-4007-a494-3335a56e0791 not found, creating... [ 671.535148] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.535262] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.535559] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.535607] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.535942] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.535981] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.536143] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.536260] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.536494] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.536636] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.536764] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 45a213e0-53ee-4007-a494-3335a56e0791 is going to be created. [ 671.563840] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.565346] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.565688] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.565961] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.566115] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.567957] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-45a213e0-53ee-4007-a494-3335a56e0791" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.886552] env[69943]: INFO networking_nsxv3.common.synchronization [None req-433632b3-7c4c-45e8-97e5-13f8085b960d None None] Enqueued Resource ID: 3b23a523-c406-4d94-aa49-26e7a73b65aa with Priority: HIGHEST for action port [ 671.886891] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b23a523-c406-4d94-aa49-26e7a73b65aa with Priority: HIGHEST for action port [ 671.887674] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b23a523-c406-4d94-aa49-26e7a73b65aa taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.892946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b23a523-c406-4d94-aa49-26e7a73b65aa" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.892946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b23a523-c406-4d94-aa49-26e7a73b65aa" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.892946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b23a523-c406-4d94-aa49-26e7a73b65aa" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.892946] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b23a523-c406-4d94-aa49-26e7a73b65aa',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.895178] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.895299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.895368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.895562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.895646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.895864] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.896098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.896224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.896425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.896508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.896593] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 already deleted. [ 671.896679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.028574] env[69943]: INFO networking_nsxv3.common.synchronization [req-9c93eaa4-1bf8-44b2-96b2-c170c6b3b91a req-8d3ac8c8-184c-4394-a588-d606fd84dd02 tempest-DeleteServersAdminTestJSON-850011965 tempest-DeleteServersAdminTestJSON-850011965-project-admin] Enqueued Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_members [ 672.029511] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_members [ 672.031090] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac622c1-13fb-44b0-8ffc-3cc669910616 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.031090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.031090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.031311] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.032536] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.032691] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.032836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.033085] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.033701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.033857] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.193421] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.193421] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.193421] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.193562] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.193818] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.194085] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.194085] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.194971] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.194971] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.195614] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.195707] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.195821] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.195956] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.196509] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.196509] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.196509] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.218829] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.218829] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.218829] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.219015] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.219333] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-6a7ad094-8822-44f5-98e2-222bd59bde33 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.219479] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-6a7ad094-8822-44f5-98e2-222bd59bde33" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.219568] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-6a7ad094-8822-44f5-98e2-222bd59bde33" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.219958] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-6a7ad094-8822-44f5-98e2-222bd59bde33" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.220140] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a7ad094-8822-44f5-98e2-222bd59bde33',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.394370] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b23a523-c406-4d94-aa49-26e7a73b65aa [ 672.394946] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.394946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.394946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.395118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.395172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.395262] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b23a523-c406-4d94-aa49-26e7a73b65aa already deleted. [ 672.395339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b23a523-c406-4d94-aa49-26e7a73b65aa" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.540065] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.544026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.544026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.544026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.544026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.544026] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.544026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.544026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.544026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.544026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.544026] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac622c1-13fb-44b0-8ffc-3cc669910616 is going to be updated. [ 672.586997] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.587178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.587248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.587511] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.587734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.598412] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac622c1-13fb-44b0-8ffc-3cc669910616 in Status: IN_PROGRESS for 2s [ 672.723683] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.724049] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.724123] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.724379] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.724584] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.724763] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 6a7ad094-8822-44f5-98e2-222bd59bde33 not found, creating... [ 672.725052] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.725243] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.725335] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.725603] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.725761] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.726056] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.726219] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.726350] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.726605] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.726748] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.726908] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 6a7ad094-8822-44f5-98e2-222bd59bde33 is going to be created. [ 672.747903] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.748119] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.748245] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.748522] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.748745] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.748963] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-6a7ad094-8822-44f5-98e2-222bd59bde33" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.165269] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec in Status: SUCCESS [ 673.165548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.166026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.166026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.166183] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.166294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.166372] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.166555] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.166652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.166738] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.166826] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.674400] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-917d31ad-68b2-41ec-8ccd-d59996eceaec taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.674400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.674400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.674822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.674822] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.674905] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.675141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.675331] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.675425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.675520] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.675665] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-917d31ad-68b2-41ec-8ccd-d59996eceaec taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.675756] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.675815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.676040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.676322] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.676453] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.676517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.676663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.676732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.676810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.676894] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.845898] env[69943]: INFO networking_nsxv3.common.synchronization [req-ab87e19f-fd23-4f31-925d-527cea5a0a59 req-a312e6b0-8140-47b5-af68-e3c17752aea0 service nova] Enqueued Resource ID: 891fa9bf-5bea-4df2-8657-b162c953868a with Priority: HIGHEST for action security_group_rules [ 673.846373] env[69943]: INFO networking_nsxv3.common.synchronization [req-ab87e19f-fd23-4f31-925d-527cea5a0a59 req-a312e6b0-8140-47b5-af68-e3c17752aea0 service nova] Enqueued Resource ID: 891fa9bf-5bea-4df2-8657-b162c953868a with Priority: HIGHEST for action security_group_members [ 673.846805] env[69943]: INFO networking_nsxv3.common.synchronization [req-ab87e19f-fd23-4f31-925d-527cea5a0a59 req-a312e6b0-8140-47b5-af68-e3c17752aea0 service nova] Enqueued Resource ID: 45a213e0-53ee-4007-a494-3335a56e0791 with Priority: HIGHEST for action port [ 673.848180] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891fa9bf-5bea-4df2-8657-b162c953868a with Priority: HIGHEST for action security_group_rules [ 673.850368] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891fa9bf-5bea-4df2-8657-b162c953868a with Priority: HIGHEST for action security_group_members [ 673.850368] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a213e0-53ee-4007-a494-3335a56e0791 with Priority: HIGHEST for action port [ 673.850368] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891fa9bf-5bea-4df2-8657-b162c953868a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.850368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.850368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.850368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.850368] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891fa9bf-5bea-4df2-8657-b162c953868a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.851728] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-891fa9bf-5bea-4df2-8657-b162c953868a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.852223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.852223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.852527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.852952] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.855377] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.855377] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.855377] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.855377] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.855377] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891fa9bf-5bea-4df2-8657-b162c953868a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.858778] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-45a213e0-53ee-4007-a494-3335a56e0791 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.858778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45a213e0-53ee-4007-a494-3335a56e0791" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.858778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45a213e0-53ee-4007-a494-3335a56e0791" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.858778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45a213e0-53ee-4007-a494-3335a56e0791" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.858778] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45a213e0-53ee-4007-a494-3335a56e0791',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.172599] env[69943]: INFO networking_nsxv3.common.synchronization [req-a121a5fb-ce11-4933-95ed-e30285626d0d req-e5403079-ce36-4deb-9bc8-e618dc70e591 tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Enqueued Resource ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 with Priority: HIGHEST for action security_group_members [ 674.172668] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 with Priority: HIGHEST for action security_group_members [ 674.172939] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.173387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.173483] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.173753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.173914] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.174023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.174104] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.174231] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.174320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.174422] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e9865ee-3918-4d85-ae8a-6916d99f2bd8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.180065] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 917d31ad-68b2-41ec-8ccd-d59996eceaec: rpc.has_security_group_logging(os_id): False [ 674.201793] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.202045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.202123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.202337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.202438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.202881] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.202980] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.203054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.203237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.203343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.203567] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.203661] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.203722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.203860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.204091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.204489] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.204801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.204888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.205069] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.205149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.205239] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec is going to be created. [ 674.279059] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.279059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.279227] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.279647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.279647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.296651] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec in Status: IN_PROGRESS for 2s [ 674.352272] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-891fa9bf-5bea-4df2-8657-b162c953868a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.352414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.356935] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('891fa9bf-5bea-4df2-8657-b162c953868a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.360819] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45a213e0-53ee-4007-a494-3335a56e0791 with status ACTIVE [ 674.361066] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.361204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.361308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.361582] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.361620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.361780] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.361884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.362248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.362460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.362591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.362933] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.363110] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.363208] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.363451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.363561] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.364086] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45a213e0-53ee-4007-a494-3335a56e0791 is going to be updated. [ 674.411788] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.412318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.412318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.412445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.412497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.412659] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45a213e0-53ee-4007-a494-3335a56e0791" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.609013] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac622c1-13fb-44b0-8ffc-3cc669910616 in Status: SUCCESS [ 674.609247] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac622c1-13fb-44b0-8ffc-3cc669910616 deletion is rescheduled due to dependency. [ 674.609368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.669249] env[69943]: INFO networking_nsxv3.common.synchronization [None req-c2165b4e-76ef-4714-b12d-4279ce98a739 None None] Enqueued Resource ID: e650d553-9298-412d-837e-2b996e6766a2 with Priority: HIGHEST for action port [ 674.669249] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e650d553-9298-412d-837e-2b996e6766a2 with Priority: HIGHEST for action port [ 674.669249] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-e650d553-9298-412d-837e-2b996e6766a2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.669249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e650d553-9298-412d-837e-2b996e6766a2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.669249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e650d553-9298-412d-837e-2b996e6766a2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.669249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e650d553-9298-412d-837e-2b996e6766a2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.669249] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e650d553-9298-412d-837e-2b996e6766a2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.680663] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.680663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.680663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.681067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.681067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.681067] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.681223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.681223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.681332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.681378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.681452] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 already deleted. [ 674.681649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.754480] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.754480] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.754480] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.754480] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.754480] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.754480] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.754480] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.754480] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.754480] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.758183] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.758183] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.758183] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.758183] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.758183] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.758183] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.758183] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.776478] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.776478] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.776478] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.776478] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.776853] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-7b43831a-8593-4543-99f8-afb4e6b08e83 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.777072] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-7b43831a-8593-4543-99f8-afb4e6b08e83" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.777207] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-7b43831a-8593-4543-99f8-afb4e6b08e83" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.778186] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-7b43831a-8593-4543-99f8-afb4e6b08e83" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.778186] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b43831a-8593-4543-99f8-afb4e6b08e83',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.825992] env[69943]: INFO networking_nsxv3.common.synchronization [None req-71990439-89e5-4f7c-9e8d-8d007aa2190d None None] Enqueued Resource ID: 16721599-f1ad-4570-b0f5-28947dbe3373 with Priority: HIGHEST for action port [ 674.825992] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16721599-f1ad-4570-b0f5-28947dbe3373 with Priority: HIGHEST for action port [ 674.826636] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-16721599-f1ad-4570-b0f5-28947dbe3373 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.826636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16721599-f1ad-4570-b0f5-28947dbe3373" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.826636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16721599-f1ad-4570-b0f5-28947dbe3373" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.826812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16721599-f1ad-4570-b0f5-28947dbe3373" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.826872] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16721599-f1ad-4570-b0f5-28947dbe3373',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.852892] env[69943]: INFO networking_nsxv3.common.synchronization [req-171e3cd3-04b8-431f-9d93-3a83c808d483 req-6dfe55a3-b008-4713-81af-49ca2c911c4e service nova] Enqueued Resource ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 with Priority: HIGHEST for action security_group_rules [ 674.853114] env[69943]: INFO networking_nsxv3.common.synchronization [req-171e3cd3-04b8-431f-9d93-3a83c808d483 req-6dfe55a3-b008-4713-81af-49ca2c911c4e service nova] Enqueued Resource ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 with Priority: HIGHEST for action security_group_members [ 674.853223] env[69943]: INFO networking_nsxv3.common.synchronization [req-171e3cd3-04b8-431f-9d93-3a83c808d483 req-6dfe55a3-b008-4713-81af-49ca2c911c4e service nova] Enqueued Resource ID: 6a7ad094-8822-44f5-98e2-222bd59bde33 with Priority: HIGHEST for action port [ 674.853907] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 with Priority: HIGHEST for action security_group_rules [ 674.853907] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 with Priority: HIGHEST for action security_group_members [ 674.853907] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a7ad094-8822-44f5-98e2-222bd59bde33 with Priority: HIGHEST for action port [ 674.854481] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cb436bf-aeef-465a-b17f-88882acf1bb0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.854618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.854688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.854938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.855027] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cb436bf-aeef-465a-b17f-88882acf1bb0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.857094] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb436bf-aeef-465a-b17f-88882acf1bb0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.857094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.857094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.857094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.857094] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.857298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.857298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.857471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.857525] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.857652] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb436bf-aeef-465a-b17f-88882acf1bb0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.858677] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a7ad094-8822-44f5-98e2-222bd59bde33 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.858776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a7ad094-8822-44f5-98e2-222bd59bde33" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.858835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a7ad094-8822-44f5-98e2-222bd59bde33" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.858985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a7ad094-8822-44f5-98e2-222bd59bde33" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.859143] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a7ad094-8822-44f5-98e2-222bd59bde33',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.861435] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('891fa9bf-5bea-4df2-8657-b162c953868a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.173314] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e650d553-9298-412d-837e-2b996e6766a2 [ 675.173566] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.173709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.174210] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.174210] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.174518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.175617] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e650d553-9298-412d-837e-2b996e6766a2 already deleted. [ 675.175770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e650d553-9298-412d-837e-2b996e6766a2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.282245] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.282245] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.282245] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.282489] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.284907] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.284907] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 7b43831a-8593-4543-99f8-afb4e6b08e83 not found, creating... [ 675.285216] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.285592] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.285762] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.286046] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.286793] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.286793] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.286793] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.287012] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.289014] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.289014] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.289190] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 7b43831a-8593-4543-99f8-afb4e6b08e83 is going to be created. [ 675.312806] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.312806] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.312806] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.313098] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.313470] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.313700] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-7b43831a-8593-4543-99f8-afb4e6b08e83" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.332739] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16721599-f1ad-4570-b0f5-28947dbe3373 [ 675.332978] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.333129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.333202] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.333416] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.333523] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.333618] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16721599-f1ad-4570-b0f5-28947dbe3373 already deleted. [ 675.333897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16721599-f1ad-4570-b0f5-28947dbe3373" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.362595] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb436bf-aeef-465a-b17f-88882acf1bb0 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.362723] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.363908] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cb436bf-aeef-465a-b17f-88882acf1bb0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.364923] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a7ad094-8822-44f5-98e2-222bd59bde33 with status ACTIVE [ 675.365140] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.365270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.365338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.365544] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.365639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.365810] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.365906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.365968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.366133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.367509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.367509] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.367509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.367509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.367509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.367509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.367509] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a7ad094-8822-44f5-98e2-222bd59bde33 is going to be updated. [ 675.372162] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.372162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.372162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.372162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.372162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.372162] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891fa9bf-5bea-4df2-8657-b162c953868a is going to be created. [ 675.421968] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.421968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.421968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.421968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.421968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.433042] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.433042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.433042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.433042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.433042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.433042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a7ad094-8822-44f5-98e2-222bd59bde33" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.435263] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891fa9bf-5bea-4df2-8657-b162c953868a in Status: UNINITIALIZED for 2s [ 675.872035] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cb436bf-aeef-465a-b17f-88882acf1bb0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.310021] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec in Status: SUCCESS [ 676.310287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.375275] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.375275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.375275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.375523] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.375616] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.375732] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 is going to be created. [ 676.401798] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.401798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.401798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.402029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.402325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.412997] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 in Status: UNINITIALIZED for 2s [ 676.477065] env[69943]: INFO networking_nsxv3.common.synchronization [None req-037326f0-a578-4084-87ed-ed947446b8a2 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Enqueued Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGHEST for action security_group_rules [ 676.478030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGHEST for action security_group_rules [ 676.479495] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0872afa5-d0d5-4c6b-b502-38913f515170 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.479704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.479827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.480209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.480333] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0872afa5-d0d5-4c6b-b502-38913f515170',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.518649] env[69943]: INFO networking_nsxv3.common.synchronization [None req-328204f0-1e1e-4d36-be45-556f9aaf57d2 None None] Enqueued Resource ID: a66ba3e9-6c69-461f-875b-f29efc47ca98 with Priority: HIGHEST for action port [ 676.519289] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a66ba3e9-6c69-461f-875b-f29efc47ca98 with Priority: HIGHEST for action port [ 676.520581] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-a66ba3e9-6c69-461f-875b-f29efc47ca98 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.520581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a66ba3e9-6c69-461f-875b-f29efc47ca98" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.520581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a66ba3e9-6c69-461f-875b-f29efc47ca98" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.523250] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a66ba3e9-6c69-461f-875b-f29efc47ca98" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.523373] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a66ba3e9-6c69-461f-875b-f29efc47ca98',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.732710] env[69943]: INFO networking_nsxv3.common.synchronization [None req-10c2a0f5-1420-4b0e-b01e-76d9bd6846a0 None None] Enqueued Resource ID: 1d981e48-338f-4e5a-8bd7-0f84a63ca2f6 with Priority: HIGHEST for action port [ 676.734089] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d981e48-338f-4e5a-8bd7-0f84a63ca2f6 with Priority: HIGHEST for action port [ 676.734089] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d981e48-338f-4e5a-8bd7-0f84a63ca2f6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.734089] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d981e48-338f-4e5a-8bd7-0f84a63ca2f6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.734218] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d981e48-338f-4e5a-8bd7-0f84a63ca2f6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.734412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d981e48-338f-4e5a-8bd7-0f84a63ca2f6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.734496] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d981e48-338f-4e5a-8bd7-0f84a63ca2f6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.865463] env[69943]: INFO networking_nsxv3.common.synchronization [None req-107a7de4-141b-4f3d-a4ed-46b0e519b1e4 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_rules [ 676.866083] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_rules [ 676.866399] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.866574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.866640] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.866903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.866979] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.012027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.013090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.013090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.013090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.013090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.013090] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0872afa5-d0d5-4c6b-b502-38913f515170 already deleted. [ 677.013090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.028538] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a66ba3e9-6c69-461f-875b-f29efc47ca98 [ 677.028538] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.028538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.028538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.028538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.028538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.028538] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a66ba3e9-6c69-461f-875b-f29efc47ca98 already deleted. [ 677.028538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a66ba3e9-6c69-461f-875b-f29efc47ca98" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.160189] env[69943]: INFO networking_nsxv3.common.synchronization [None req-828419d6-e9b4-4861-9647-74404154de7c tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Enqueued Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGHEST for action security_group_rules [ 677.160189] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGHEST for action security_group_rules [ 677.160189] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0872afa5-d0d5-4c6b-b502-38913f515170 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.160189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.160189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.160189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.160189] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0872afa5-d0d5-4c6b-b502-38913f515170',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.239149] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d981e48-338f-4e5a-8bd7-0f84a63ca2f6 [ 677.239393] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.239533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.239606] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.239818] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.239910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.240014] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d981e48-338f-4e5a-8bd7-0f84a63ca2f6 already deleted. [ 677.240102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d981e48-338f-4e5a-8bd7-0f84a63ca2f6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.286101] env[69943]: INFO networking_nsxv3.common.synchronization [req-8c5692f6-e592-4489-85d0-a6ae634ab18f req-c9bd9264-1ff2-4b78-8479-a6a3ff27a03b tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Enqueued Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 677.286917] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 677.291430] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.291430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.291430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.291430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.291430] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.291430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.291430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.291430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.291430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.291430] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.392680] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.392680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.392680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.392680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.392680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.392680] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e already deleted. [ 677.392938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.447078] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891fa9bf-5bea-4df2-8657-b162c953868a in Status: SUCCESS [ 677.447360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.447587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.448324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.448324] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.448324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.448324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.448324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.448324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.448702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.448702] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('891fa9bf-5bea-4df2-8657-b162c953868a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.483836] env[69943]: INFO networking_nsxv3.common.synchronization [req-a121a5fb-ce11-4933-95ed-e30285626d0d req-e855807e-7cb5-487d-801f-9f10fa4ec2cd service nova] Enqueued Resource ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 with Priority: HIGHEST for action security_group_rules [ 677.484851] env[69943]: INFO networking_nsxv3.common.synchronization [req-a121a5fb-ce11-4933-95ed-e30285626d0d req-e855807e-7cb5-487d-801f-9f10fa4ec2cd service nova] Enqueued Resource ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 with Priority: HIGHEST for action security_group_members [ 677.485349] env[69943]: INFO networking_nsxv3.common.synchronization [req-a121a5fb-ce11-4933-95ed-e30285626d0d req-e855807e-7cb5-487d-801f-9f10fa4ec2cd service nova] Enqueued Resource ID: 7b43831a-8593-4543-99f8-afb4e6b08e83 with Priority: HIGHEST for action port [ 677.486729] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 with Priority: HIGHEST for action security_group_rules [ 677.486729] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 with Priority: HIGHEST for action security_group_members [ 677.486729] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b43831a-8593-4543-99f8-afb4e6b08e83 with Priority: HIGHEST for action port [ 677.486729] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e9865ee-3918-4d85-ae8a-6916d99f2bd8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.486729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.486729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.486729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.486729] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e9865ee-3918-4d85-ae8a-6916d99f2bd8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.487593] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.487746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.487828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.488075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.488227] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.488330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.488412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.488562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.488644] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.488732] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e9865ee-3918-4d85-ae8a-6916d99f2bd8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.489525] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b43831a-8593-4543-99f8-afb4e6b08e83 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.489629] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b43831a-8593-4543-99f8-afb4e6b08e83" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.489684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b43831a-8593-4543-99f8-afb4e6b08e83" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.490046] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b43831a-8593-4543-99f8-afb4e6b08e83" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.493666] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b43831a-8593-4543-99f8-afb4e6b08e83',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.689791] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.689945] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.690030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.690256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.690347] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.690450] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0872afa5-d0d5-4c6b-b502-38913f515170 already deleted. [ 677.690536] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.789273] env[69943]: INFO networking_nsxv3.common.synchronization [None req-66976da0-7ca0-4697-98bd-6509a2de1f54 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_rules [ 677.789273] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_rules [ 677.789273] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.789273] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.790339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.790914] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.791056] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.795886] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.795886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.795886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.795886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.795886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.795886] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.795886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.795886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.795886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.795886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.795886] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d24911df-5cab-4df8-b5dc-d63828cdb844 already deleted. [ 677.795886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.951482] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('891fa9bf-5bea-4df2-8657-b162c953868a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.992676] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b43831a-8593-4543-99f8-afb4e6b08e83 with status ACTIVE [ 677.994363] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.994363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.994363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.994363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.994363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.994363] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.994363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.994363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.994363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.994363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.994363] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.994363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.994363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.994973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.994973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.994973] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b43831a-8593-4543-99f8-afb4e6b08e83 is going to be updated. [ 677.995807] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.995908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.996654] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e9865ee-3918-4d85-ae8a-6916d99f2bd8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.023748] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.023748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.023748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.023748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.023748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.024281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b43831a-8593-4543-99f8-afb4e6b08e83" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.218751] env[69943]: INFO networking_nsxv3.common.synchronization [None req-a7362851-f634-4a24-89e2-0b7aa3cfbee4 None None] Enqueued Resource ID: 27dc1678-554f-4466-abc1-cc8e3ba50faf with Priority: HIGHEST for action port [ 678.219082] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27dc1678-554f-4466-abc1-cc8e3ba50faf with Priority: HIGHEST for action port [ 678.219607] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-27dc1678-554f-4466-abc1-cc8e3ba50faf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.219739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27dc1678-554f-4466-abc1-cc8e3ba50faf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.219816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27dc1678-554f-4466-abc1-cc8e3ba50faf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.221765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27dc1678-554f-4466-abc1-cc8e3ba50faf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.221765] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27dc1678-554f-4466-abc1-cc8e3ba50faf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.316145] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.316309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.316309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.318034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.318034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.318034] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e already deleted. [ 678.318034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.424153] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 in Status: SUCCESS [ 678.424323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.425245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.425245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.425245] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.425245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.425245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.425245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.425815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.425815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.425815] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cb436bf-aeef-465a-b17f-88882acf1bb0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.454201] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 891fa9bf-5bea-4df2-8657-b162c953868a: rpc.has_security_group_logging(os_id): False [ 678.478921] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.478921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.478921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.478921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.478921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.478921] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.478921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.478921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.478921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.478921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.478921] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891fa9bf-5bea-4df2-8657-b162c953868a is going to be created. [ 678.498674] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e9865ee-3918-4d85-ae8a-6916d99f2bd8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.557388] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.557388] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.557388] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.557388] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.557388] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.573266] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891fa9bf-5bea-4df2-8657-b162c953868a in Status: IN_PROGRESS for 2s [ 678.724029] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27dc1678-554f-4466-abc1-cc8e3ba50faf [ 678.724029] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.724418] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.724418] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.726081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.726299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.726743] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27dc1678-554f-4466-abc1-cc8e3ba50faf already deleted. [ 678.726743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27dc1678-554f-4466-abc1-cc8e3ba50faf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.931059] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb436bf-aeef-465a-b17f-88882acf1bb0 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.931059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.931059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.931059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.931059] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.931059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.931059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.931059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.931059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.931059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.931059] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb436bf-aeef-465a-b17f-88882acf1bb0 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.931059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.931059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.931059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.931059] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.931059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.931646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.931646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.931646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.931646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.931751] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cb436bf-aeef-465a-b17f-88882acf1bb0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.001118] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.002045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.002045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.002045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.002045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.002045] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 is going to be created. [ 679.028513] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.028513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.028883] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.028883] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.029516] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.041343] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 in Status: UNINITIALIZED for 2s [ 679.434997] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cb436bf-aeef-465a-b17f-88882acf1bb0: rpc.has_security_group_logging(os_id): False [ 679.457532] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.457693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.457693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.458162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.458162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.458235] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.458368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.458440] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.458632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.458704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.459547] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.459547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.459547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.459547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.459547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.459547] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.459847] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.459847] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.459847] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.459847] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.460045] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 is going to be created. [ 679.529000] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.529480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.529480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.529480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.529717] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.544042] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 in Status: IN_PROGRESS for 2s [ 679.809413] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-951 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.809626] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-951" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.809756] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-951" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.810126] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-951" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.811437] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.811711] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.812055] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.812458] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.812709] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.813203] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.813444] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.814245] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.814638] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.814700] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.814805] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.815087] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.845663] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.845988] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.846247] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.846629] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-951" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.847159] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-572318e3-b188-467b-95f2-0411d2c98531 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.849433] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-572318e3-b188-467b-95f2-0411d2c98531" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.849433] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-572318e3-b188-467b-95f2-0411d2c98531" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.849433] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-572318e3-b188-467b-95f2-0411d2c98531" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.849637] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('572318e3-b188-467b-95f2-0411d2c98531',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.178635] env[69943]: INFO networking_nsxv3.common.synchronization [req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 req-0aa440e6-4ba3-42ae-833e-58add0a3bb6d tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Enqueued Resource ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 with Priority: HIGHEST for action security_group_members [ 680.179702] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 with Priority: HIGHEST for action security_group_members [ 680.181148] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a878d49f-c0f0-4045-875f-2d74c238d4c2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.181148] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.181148] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.181307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.181562] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.181562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.181988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.181988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.181988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.182656] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a878d49f-c0f0-4045-875f-2d74c238d4c2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.355912] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.356293] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.356293] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.356598] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.356806] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.356937] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 572318e3-b188-467b-95f2-0411d2c98531 not found, creating... [ 680.357834] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.357834] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.357834] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.357834] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.357834] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.358165] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.358246] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.358361] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.360858] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.360858] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.360858] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 572318e3-b188-467b-95f2-0411d2c98531 is going to be created. [ 680.382616] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.382616] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.382616] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.382616] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.382616] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.382616] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-572318e3-b188-467b-95f2-0411d2c98531" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.590700] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891fa9bf-5bea-4df2-8657-b162c953868a in Status: SUCCESS [ 680.590700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.687519] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.688121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.688121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.688214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.688376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.688642] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.688967] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.688967] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.689496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.689496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.689625] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 already deleted. [ 680.690246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.055211] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 in Status: SUCCESS [ 681.055425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.055592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.055836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.056050] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.056170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.056238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.056391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.056472] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.056586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.056688] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e9865ee-3918-4d85-ae8a-6916d99f2bd8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.561763] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 in Status: SUCCESS [ 681.561763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.564677] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.564837] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.564941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.565134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.565312] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.565409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.565491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.565639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.565717] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.565825] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.565987] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.566804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.566804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.566804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.566804] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.566804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.566804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.566804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.567062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.567062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.567062] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e9865ee-3918-4d85-ae8a-6916d99f2bd8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.043716] env[69943]: INFO networking_nsxv3.common.synchronization [None req-323a490e-e8ed-4b43-8f5a-c294735470c7 None None] Enqueued Resource ID: 9c4bce0b-bd65-4429-b287-ca5e6bbb0949 with Priority: HIGHEST for action port [ 682.043900] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c4bce0b-bd65-4429-b287-ca5e6bbb0949 with Priority: HIGHEST for action port [ 682.044482] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c4bce0b-bd65-4429-b287-ca5e6bbb0949 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.044641] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c4bce0b-bd65-4429-b287-ca5e6bbb0949" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.044715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c4bce0b-bd65-4429-b287-ca5e6bbb0949" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.044975] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c4bce0b-bd65-4429-b287-ca5e6bbb0949" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.045066] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c4bce0b-bd65-4429-b287-ca5e6bbb0949',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.071053] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e9865ee-3918-4d85-ae8a-6916d99f2bd8: rpc.has_security_group_logging(os_id): False [ 682.091818] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.091818] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.091994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.094087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.094087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.094087] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.094087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.094087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.094087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.094087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.094087] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.094087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.094087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.094087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.094087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.094087] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.094087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.094669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.098095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.098636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.098636] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 is going to be created. [ 682.165442] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.166200] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.166334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.166688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.167115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.182302] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 in Status: IN_PROGRESS for 2s [ 682.405056] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.405339] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-214" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.405431] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-214" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.405748] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-214" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.408313] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.408627] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.408759] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.409052] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.409212] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.409445] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.409585] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.409653] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.409771] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.409888] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.409999] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.410154] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.437124] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.437302] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 682.437429] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.437604] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-214" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.437916] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-3415c13f-b14f-432b-8c92-c9bddd551688 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.438168] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-3415c13f-b14f-432b-8c92-c9bddd551688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.438324] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-3415c13f-b14f-432b-8c92-c9bddd551688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.438806] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-3415c13f-b14f-432b-8c92-c9bddd551688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.439395] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3415c13f-b14f-432b-8c92-c9bddd551688',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.529530] env[69943]: INFO networking_nsxv3.common.synchronization [None req-eb74e0e0-6666-4ba6-91c6-e733d73385bb None None] Enqueued Resource ID: cf741e69-3fec-46ae-9a0f-e72307838580 with Priority: HIGHEST for action port [ 682.530326] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf741e69-3fec-46ae-9a0f-e72307838580 with Priority: HIGHEST for action port [ 682.531759] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf741e69-3fec-46ae-9a0f-e72307838580 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.531935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf741e69-3fec-46ae-9a0f-e72307838580" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.531996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf741e69-3fec-46ae-9a0f-e72307838580" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.532295] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf741e69-3fec-46ae-9a0f-e72307838580" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.532422] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf741e69-3fec-46ae-9a0f-e72307838580',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.547226] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c4bce0b-bd65-4429-b287-ca5e6bbb0949 [ 682.548016] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.548334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.548444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.548641] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.548758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.548865] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c4bce0b-bd65-4429-b287-ca5e6bbb0949 already deleted. [ 682.548942] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c4bce0b-bd65-4429-b287-ca5e6bbb0949" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.794787] env[69943]: INFO networking_nsxv3.common.synchronization [req-8c5692f6-e592-4489-85d0-a6ae634ab18f req-bb454f87-3172-4ab9-ab58-012a62af2307 service nova] Enqueued Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_rules [ 682.795045] env[69943]: INFO networking_nsxv3.common.synchronization [req-8c5692f6-e592-4489-85d0-a6ae634ab18f req-bb454f87-3172-4ab9-ab58-012a62af2307 service nova] Enqueued Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 682.795235] env[69943]: INFO networking_nsxv3.common.synchronization [req-8c5692f6-e592-4489-85d0-a6ae634ab18f req-bb454f87-3172-4ab9-ab58-012a62af2307 service nova] Enqueued Resource ID: 572318e3-b188-467b-95f2-0411d2c98531 with Priority: HIGHEST for action port [ 682.795404] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_rules [ 682.795596] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 682.795667] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572318e3-b188-467b-95f2-0411d2c98531 with Priority: HIGHEST for action port [ 682.797040] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.797186] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.797186] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.798519] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.798519] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.802562] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.802562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.802562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.802562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.802562] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.802562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.802562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.802562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.802562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.802562] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.802562] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-572318e3-b188-467b-95f2-0411d2c98531 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.802562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-572318e3-b188-467b-95f2-0411d2c98531" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.802562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-572318e3-b188-467b-95f2-0411d2c98531" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.802562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-572318e3-b188-467b-95f2-0411d2c98531" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.803116] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('572318e3-b188-467b-95f2-0411d2c98531',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.870509] env[69943]: INFO networking_nsxv3.common.synchronization [req-4ee66388-348f-462a-8822-6b606245ac2b req-45524d4e-d6cc-46be-ab88-76d5b58ba0cf tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Enqueued Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_members [ 682.871942] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_members [ 682.872445] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.872590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.872660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.872906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.873085] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.873188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.873249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.873421] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.873507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.873601] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.945090] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.945090] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.945090] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.945090] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.945090] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.945090] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 3415c13f-b14f-432b-8c92-c9bddd551688 not found, creating... [ 682.945090] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.945090] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.945090] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.945090] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.945090] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.948140] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.948140] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.948140] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.948140] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.948140] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.948140] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 3415c13f-b14f-432b-8c92-c9bddd551688 is going to be created. [ 682.971437] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.971437] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.971437] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.971437] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.971437] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.971437] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-3415c13f-b14f-432b-8c92-c9bddd551688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.035721] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf741e69-3fec-46ae-9a0f-e72307838580 [ 683.038651] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.038807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.038891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.039185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.039309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.039429] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf741e69-3fec-46ae-9a0f-e72307838580 already deleted. [ 683.039531] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf741e69-3fec-46ae-9a0f-e72307838580" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.306598] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.309718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.310074] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.310897] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 572318e3-b188-467b-95f2-0411d2c98531 with status ACTIVE [ 683.311126] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.311273] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.311338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.311539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.311620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.311817] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.311910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.311967] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.316854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.317023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.317465] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.317893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.318855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.319175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.320511] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.320758] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 572318e3-b188-467b-95f2-0411d2c98531 is going to be updated. [ 683.349639] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.349793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.349833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.350217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.350352] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.350510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-572318e3-b188-467b-95f2-0411d2c98531" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.375616] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.377801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.378012] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.378294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.378411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.378660] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.378815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.378896] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.379084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.379587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.379726] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 already deleted. [ 683.379841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.825346] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.194570] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 in Status: SUCCESS [ 684.194815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.292829] env[69943]: INFO networking_nsxv3.common.synchronization [None req-6d3a700e-26ff-4505-81d4-3fb6b7b8553b None None] Enqueued Resource ID: c81da53a-e512-41bd-b834-36712b53eb5a with Priority: HIGHEST for action port [ 684.293298] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c81da53a-e512-41bd-b834-36712b53eb5a with Priority: HIGHEST for action port [ 684.293529] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-c81da53a-e512-41bd-b834-36712b53eb5a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.293653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c81da53a-e512-41bd-b834-36712b53eb5a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.293710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c81da53a-e512-41bd-b834-36712b53eb5a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.293972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c81da53a-e512-41bd-b834-36712b53eb5a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.294590] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c81da53a-e512-41bd-b834-36712b53eb5a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.333594] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.335323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.335579] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.335897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.336182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.336381] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d24911df-5cab-4df8-b5dc-d63828cdb844 is going to be created. [ 684.366939] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.366939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.366939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.366939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.366939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.380395] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: UNINITIALIZED for 2s [ 684.608367] env[69943]: INFO networking_nsxv3.common.synchronization [None req-882efbb3-1111-43d8-a4d4-1a103efa3323 None None] Enqueued Resource ID: e6274951-9650-473d-ba7a-ed558741162f with Priority: HIGHEST for action port [ 684.608952] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6274951-9650-473d-ba7a-ed558741162f with Priority: HIGHEST for action port [ 684.609627] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6274951-9650-473d-ba7a-ed558741162f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.609627] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6274951-9650-473d-ba7a-ed558741162f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.609781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6274951-9650-473d-ba7a-ed558741162f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.610020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6274951-9650-473d-ba7a-ed558741162f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.610087] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6274951-9650-473d-ba7a-ed558741162f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.796545] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c81da53a-e512-41bd-b834-36712b53eb5a [ 684.796886] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.797051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.797258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.797410] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.797693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.797693] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c81da53a-e512-41bd-b834-36712b53eb5a already deleted. [ 684.797804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c81da53a-e512-41bd-b834-36712b53eb5a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.059580] env[69943]: INFO networking_nsxv3.common.synchronization [req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 req-9d2382ce-7f20-47cc-9ed9-0b00018fc56b service nova] Enqueued Resource ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 with Priority: HIGHEST for action security_group_rules [ 685.059850] env[69943]: INFO networking_nsxv3.common.synchronization [req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 req-9d2382ce-7f20-47cc-9ed9-0b00018fc56b service nova] Enqueued Resource ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 with Priority: HIGHEST for action security_group_members [ 685.062215] env[69943]: INFO networking_nsxv3.common.synchronization [req-c11be6f3-8387-4f9d-baa8-f0a56c9c9af8 req-9d2382ce-7f20-47cc-9ed9-0b00018fc56b service nova] Enqueued Resource ID: 3415c13f-b14f-432b-8c92-c9bddd551688 with Priority: HIGHEST for action port [ 685.062386] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 with Priority: HIGHEST for action security_group_rules [ 685.062627] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 with Priority: HIGHEST for action security_group_members [ 685.062787] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3415c13f-b14f-432b-8c92-c9bddd551688 with Priority: HIGHEST for action port [ 685.063274] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a878d49f-c0f0-4045-875f-2d74c238d4c2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.063480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.063590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.063919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.064061] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a878d49f-c0f0-4045-875f-2d74c238d4c2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.072132] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a878d49f-c0f0-4045-875f-2d74c238d4c2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.072132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.072132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.072132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.072132] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.072132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.072586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.072586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.072586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.072586] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a878d49f-c0f0-4045-875f-2d74c238d4c2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.075656] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-3415c13f-b14f-432b-8c92-c9bddd551688 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.076134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3415c13f-b14f-432b-8c92-c9bddd551688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.076134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3415c13f-b14f-432b-8c92-c9bddd551688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.076134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3415c13f-b14f-432b-8c92-c9bddd551688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.077170] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3415c13f-b14f-432b-8c92-c9bddd551688',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.116499] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6274951-9650-473d-ba7a-ed558741162f [ 685.117217] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.118578] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.118687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.118895] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.119810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.119810] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6274951-9650-473d-ba7a-ed558741162f already deleted. [ 685.119810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6274951-9650-473d-ba7a-ed558741162f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.272431] env[69943]: INFO networking_nsxv3.common.synchronization [req-95ca2baf-8119-4499-b421-aa940b5b9de6 req-096f2e30-4985-45a1-a889-575a4bf1d969 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Enqueued Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 685.273492] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 685.274521] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.274718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.469066] env[69943]: INFO networking_nsxv3.common.synchronization [None req-ec1686c7-19f5-44de-ad9b-7089dae77798 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_rules [ 685.470666] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_rules [ 685.471579] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.471935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.472167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.472889] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.473025] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.573312] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a878d49f-c0f0-4045-875f-2d74c238d4c2 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.573560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.578306] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a878d49f-c0f0-4045-875f-2d74c238d4c2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.579782] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3415c13f-b14f-432b-8c92-c9bddd551688 with status ACTIVE [ 685.579977] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.580262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.584810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.585110] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.585208] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.585424] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.585529] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.585589] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.585743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.585816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.586017] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.586623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.586716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.586883] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.586959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.587059] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3415c13f-b14f-432b-8c92-c9bddd551688 is going to be updated. [ 685.615386] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.615530] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.615630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.615857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.615992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.616175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3415c13f-b14f-432b-8c92-c9bddd551688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.754952] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.756016] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.756016] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.756016] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.756368] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.756841] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.757107] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.757456] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.757873] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.758305] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.758524] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.758724] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.758920] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.759154] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.759351] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.759575] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.792538] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.792741] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 685.792858] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.793127] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.793372] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-df016135-c949-4649-9e35-d63478115e59 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.793547] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-df016135-c949-4649-9e35-d63478115e59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.793667] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-df016135-c949-4649-9e35-d63478115e59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.794021] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-df016135-c949-4649-9e35-d63478115e59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.794157] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df016135-c949-4649-9e35-d63478115e59',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.000630] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.000630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.000630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.000630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.000630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.000630] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 already deleted. [ 686.000630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.091254] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a878d49f-c0f0-4045-875f-2d74c238d4c2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.161052] env[69943]: INFO networking_nsxv3.common.synchronization [None req-bf5c6173-73e0-430d-aea0-b2743fd6511f None None] Enqueued Resource ID: e308fc16-6881-4312-a366-8780f668318f with Priority: HIGHEST for action port [ 686.161509] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e308fc16-6881-4312-a366-8780f668318f with Priority: HIGHEST for action port [ 686.161662] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-e308fc16-6881-4312-a366-8780f668318f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.161791] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e308fc16-6881-4312-a366-8780f668318f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.161855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e308fc16-6881-4312-a366-8780f668318f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.162381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e308fc16-6881-4312-a366-8780f668318f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.162464] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e308fc16-6881-4312-a366-8780f668318f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.293331] env[69943]: INFO networking_nsxv3.common.synchronization [None req-9a85468e-1f02-4c85-bf1a-1bd04a7c3d2c tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_rules [ 686.294713] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_rules [ 686.294713] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.294713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.294713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.294713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.294713] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.299962] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.300543] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.300543] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.300675] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.300813] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.301524] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port df016135-c949-4649-9e35-d63478115e59 not found, creating... [ 686.302239] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.302375] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.302482] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.302801] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.302881] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.303329] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.304434] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.304434] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.304434] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.304434] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.304434] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: df016135-c949-4649-9e35-d63478115e59 is going to be created. [ 686.330787] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.330787] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.330787] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.330787] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.330787] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.330787] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-df016135-c949-4649-9e35-d63478115e59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.393828] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: SUCCESS [ 686.394454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.394454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.394454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.394672] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.394773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.394838] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.394990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.395079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.395163] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.395395] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.396094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.396339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.396403] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.396622] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.396622] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.396736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.396776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.397157] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.598232] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.598435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.598545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.598833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.598887] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.599041] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 is going to be created. [ 686.638595] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.638774] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.638839] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.639087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.639233] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.651061] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 in Status: UNINITIALIZED for 2s [ 686.665022] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e308fc16-6881-4312-a366-8780f668318f [ 686.665022] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.665022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.665266] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.665920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.665920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.665920] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e308fc16-6881-4312-a366-8780f668318f already deleted. [ 686.665920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e308fc16-6881-4312-a366-8780f668318f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.826739] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.826739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.826739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.826739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.826739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.826739] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 already deleted. [ 686.826739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.900215] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.900215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.900215] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.181240] env[69943]: INFO networking_nsxv3.common.synchronization [req-403a44cb-31f1-4cf3-95af-10f9bd594a08 req-3b65b105-9da1-4346-81c1-bc2764864c75 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Enqueued Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 687.183157] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 687.183157] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.183157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.255966] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-951 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.255966] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-951" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.255966] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-951" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.255966] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-951" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.255966] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.255966] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.255966] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.255966] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.255966] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.257436] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.257436] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.257436] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.257436] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.257436] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.257436] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.257436] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.280878] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.280878] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 687.280878] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.280878] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-951" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.281863] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-fbc41520-fdab-4e21-b07c-b0505966904c taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.281863] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-fbc41520-fdab-4e21-b07c-b0505966904c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.281863] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-fbc41520-fdab-4e21-b07c-b0505966904c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.281863] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-fbc41520-fdab-4e21-b07c-b0505966904c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.282106] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc41520-fdab-4e21-b07c-b0505966904c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.284956] env[69943]: INFO networking_nsxv3.common.synchronization [None req-d7b6a997-4e7b-4a06-a96c-9319c4a72edf None None] Enqueued Resource ID: eb6f8f4b-628d-4c54-8c57-66c3a0e9fdf8 with Priority: HIGHEST for action port [ 687.286021] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6f8f4b-628d-4c54-8c57-66c3a0e9fdf8 with Priority: HIGHEST for action port [ 687.286882] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb6f8f4b-628d-4c54-8c57-66c3a0e9fdf8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.287817] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb6f8f4b-628d-4c54-8c57-66c3a0e9fdf8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.287817] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb6f8f4b-628d-4c54-8c57-66c3a0e9fdf8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.287817] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb6f8f4b-628d-4c54-8c57-66c3a0e9fdf8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.288069] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb6f8f4b-628d-4c54-8c57-66c3a0e9fdf8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.402954] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.770975] env[69943]: INFO networking_nsxv3.common.synchronization [None req-3c832159-a711-4062-8714-53d8e89837c2 None None] Enqueued Resource ID: 408bb3d6-8766-472d-ad76-f64f1429fdc3 with Priority: HIGHEST for action port [ 687.771574] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 408bb3d6-8766-472d-ad76-f64f1429fdc3 with Priority: HIGHEST for action port [ 687.773274] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-408bb3d6-8766-472d-ad76-f64f1429fdc3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.773274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-408bb3d6-8766-472d-ad76-f64f1429fdc3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.773274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-408bb3d6-8766-472d-ad76-f64f1429fdc3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.773274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-408bb3d6-8766-472d-ad76-f64f1429fdc3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.773274] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('408bb3d6-8766-472d-ad76-f64f1429fdc3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.786333] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.787019] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.787019] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.787156] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.787290] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.787486] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port fbc41520-fdab-4e21-b07c-b0505966904c not found, creating... [ 687.787787] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.787995] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.788151] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.788416] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.788681] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.789060] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.789348] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.789546] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.789833] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.790037] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.790417] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: fbc41520-fdab-4e21-b07c-b0505966904c is going to be created. [ 687.792071] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb6f8f4b-628d-4c54-8c57-66c3a0e9fdf8 [ 687.792281] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.792419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.792489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.792696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.792775] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.794559] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb6f8f4b-628d-4c54-8c57-66c3a0e9fdf8 already deleted. [ 687.794559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb6f8f4b-628d-4c54-8c57-66c3a0e9fdf8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.816243] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.816902] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.817079] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.817460] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.817623] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.817859] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-fbc41520-fdab-4e21-b07c-b0505966904c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.912464] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.912641] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.912720] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.912936] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.914669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.914791] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d24911df-5cab-4df8-b5dc-d63828cdb844 is going to be updated. [ 687.974521] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.974731] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.974780] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.975450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.975450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.985310] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: IN_PROGRESS for 2s [ 688.024420] env[69943]: INFO networking_nsxv3.common.synchronization [req-4ee66388-348f-462a-8822-6b606245ac2b req-f23d3183-0e5c-484e-a6bf-db9939e61396 service nova] Enqueued Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_rules [ 688.024603] env[69943]: INFO networking_nsxv3.common.synchronization [req-4ee66388-348f-462a-8822-6b606245ac2b req-f23d3183-0e5c-484e-a6bf-db9939e61396 service nova] Enqueued Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_members [ 688.024783] env[69943]: INFO networking_nsxv3.common.synchronization [req-4ee66388-348f-462a-8822-6b606245ac2b req-f23d3183-0e5c-484e-a6bf-db9939e61396 service nova] Enqueued Resource ID: df016135-c949-4649-9e35-d63478115e59 with Priority: HIGHEST for action port [ 688.025127] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_rules [ 688.025296] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_members [ 688.025428] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df016135-c949-4649-9e35-d63478115e59 with Priority: HIGHEST for action port [ 688.026170] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.026359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.026454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.026851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.026958] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.029369] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.029369] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.029369] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.029369] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.029369] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.029369] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.029369] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.029369] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.029369] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.029369] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.034312] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-df016135-c949-4649-9e35-d63478115e59 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.034443] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df016135-c949-4649-9e35-d63478115e59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.034570] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df016135-c949-4649-9e35-d63478115e59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.034674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df016135-c949-4649-9e35-d63478115e59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.034779] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df016135-c949-4649-9e35-d63478115e59',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.276051] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 408bb3d6-8766-472d-ad76-f64f1429fdc3 [ 688.276051] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.276406] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.276406] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.278690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.278690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.278690] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:408bb3d6-8766-472d-ad76-f64f1429fdc3 already deleted. [ 688.278690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-408bb3d6-8766-472d-ad76-f64f1429fdc3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.538143] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.539050] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.539216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.539316] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df016135-c949-4649-9e35-d63478115e59 with status ACTIVE [ 688.539510] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.540438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.540519] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.540728] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.540821] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.540992] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.541116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.541180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.541493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.541599] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.541763] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.541868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.541920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.542077] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.542158] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.542246] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df016135-c949-4649-9e35-d63478115e59 is going to be updated. [ 688.567980] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.568165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.568165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.568299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.568434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.568711] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df016135-c949-4649-9e35-d63478115e59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.665501] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 in Status: SUCCESS [ 688.665501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.665501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.666337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.666610] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.667311] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.667436] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.667685] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.667844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.668819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.668819] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a878d49f-c0f0-4045-875f-2d74c238d4c2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.805503] env[69943]: INFO networking_nsxv3.common.synchronization [None req-c20a035a-6550-4b69-9af1-ba07aa8e3762 None None] Enqueued Resource ID: 40b078fc-ff3a-4ac1-b60e-e24ca2c5dc90 with Priority: HIGHEST for action port [ 688.805762] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b078fc-ff3a-4ac1-b60e-e24ca2c5dc90 with Priority: HIGHEST for action port [ 688.807499] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-40b078fc-ff3a-4ac1-b60e-e24ca2c5dc90 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.807499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40b078fc-ff3a-4ac1-b60e-e24ca2c5dc90" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.807499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40b078fc-ff3a-4ac1-b60e-e24ca2c5dc90" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.807499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40b078fc-ff3a-4ac1-b60e-e24ca2c5dc90" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.807499] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b078fc-ff3a-4ac1-b60e-e24ca2c5dc90',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.008109] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-951 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.010250] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-951" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.010250] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-951" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.011189] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-951" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.011533] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.011725] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.012080] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.012168] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.012286] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.012511] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.012653] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.012739] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.012862] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.013009] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.013102] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.013245] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.038116] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.038368] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 689.038530] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.038718] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-951" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.039071] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-8b64b1b4-06f2-4c52-a40a-be28f620962a taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.039451] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-8b64b1b4-06f2-4c52-a40a-be28f620962a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.039627] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-8b64b1b4-06f2-4c52-a40a-be28f620962a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.039987] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-8b64b1b4-06f2-4c52-a40a-be28f620962a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.040183] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b64b1b4-06f2-4c52-a40a-be28f620962a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.043964] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.170941] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a878d49f-c0f0-4045-875f-2d74c238d4c2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.310612] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40b078fc-ff3a-4ac1-b60e-e24ca2c5dc90 [ 689.311024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.311305] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.311413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.311755] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.312236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.312236] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40b078fc-ff3a-4ac1-b60e-e24ca2c5dc90 already deleted. [ 689.312236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40b078fc-ff3a-4ac1-b60e-e24ca2c5dc90" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.542977] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.543543] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.543719] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.544188] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.544512] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.544759] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 8b64b1b4-06f2-4c52-a40a-be28f620962a not found, creating... [ 689.545181] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.545476] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.546152] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.546805] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.546805] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.550679] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.550679] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.550679] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.550679] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.550679] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.550679] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 8b64b1b4-06f2-4c52-a40a-be28f620962a is going to be created. [ 689.550679] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.550679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.550679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.550679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.550679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.550679] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 is going to be created. [ 689.581339] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.581586] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.581851] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.582185] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.582458] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.582746] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-8b64b1b4-06f2-4c52-a40a-be28f620962a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.587611] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.587885] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.589160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.589549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.589621] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.604295] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: UNINITIALIZED for 2s [ 689.625879] env[69943]: INFO networking_nsxv3.common.synchronization [req-95ca2baf-8119-4499-b421-aa940b5b9de6 req-8153b5d0-9a28-48e0-9982-626dbc738292 service nova] Enqueued Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_rules [ 689.625937] env[69943]: INFO networking_nsxv3.common.synchronization [req-95ca2baf-8119-4499-b421-aa940b5b9de6 req-8153b5d0-9a28-48e0-9982-626dbc738292 service nova] Enqueued Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 689.626655] env[69943]: INFO networking_nsxv3.common.synchronization [req-95ca2baf-8119-4499-b421-aa940b5b9de6 req-8153b5d0-9a28-48e0-9982-626dbc738292 service nova] Enqueued Resource ID: fbc41520-fdab-4e21-b07c-b0505966904c with Priority: HIGHEST for action port [ 689.626655] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_rules [ 689.626655] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 689.626655] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc41520-fdab-4e21-b07c-b0505966904c with Priority: HIGHEST for action port [ 689.632276] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.632276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.632276] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.632276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.632276] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbc41520-fdab-4e21-b07c-b0505966904c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.632276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbc41520-fdab-4e21-b07c-b0505966904c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.632276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbc41520-fdab-4e21-b07c-b0505966904c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.632276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbc41520-fdab-4e21-b07c-b0505966904c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.632276] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc41520-fdab-4e21-b07c-b0505966904c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.677655] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a878d49f-c0f0-4045-875f-2d74c238d4c2: rpc.has_security_group_logging(os_id): False [ 689.705952] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.705952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.705952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.705952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.705952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.706486] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.706486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.706486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.706598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.706788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.706867] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 is going to be created. [ 689.796129] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.796353] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.796470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.796790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.797040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.819088] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 in Status: IN_PROGRESS for 2s [ 689.998027] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: SUCCESS [ 689.998027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.998027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.998027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.998027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.998027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.998027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.998027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.998027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.998027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.998027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.998027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.998027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.998027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.998027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.999479] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.999736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.999996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.000299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.000517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.000716] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.003182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.003182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.003182] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.003182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.003182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.003182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.003182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.003182] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.053921] env[69943]: INFO networking_nsxv3.common.synchronization [req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f req-bec62a3f-8042-4eea-90db-dbcc6294f317 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Enqueued Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_members [ 690.055879] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_members [ 690.056444] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.056739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.056925] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.057317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.057762] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.058048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.058215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.058591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.058768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.058980] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.134343] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbc41520-fdab-4e21-b07c-b0505966904c with status ACTIVE [ 690.134441] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.134584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.134654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.134892] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.134991] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.135195] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.135436] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.135436] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.135528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.135603] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.135785] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.135879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.135990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.136094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.136168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.136271] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbc41520-fdab-4e21-b07c-b0505966904c is going to be updated. [ 690.169048] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.169048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.169048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.169048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.169048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.169048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbc41520-fdab-4e21-b07c-b0505966904c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.465228] env[69943]: INFO networking_nsxv3.common.synchronization [None req-69275dde-1c60-4c39-84a6-f3d96594e6d9 None None] Enqueued Resource ID: 428b80c9-0592-49fb-95fc-d2fd172ee190 with Priority: HIGHEST for action port [ 690.465799] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428b80c9-0592-49fb-95fc-d2fd172ee190 with Priority: HIGHEST for action port [ 690.466105] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-428b80c9-0592-49fb-95fc-d2fd172ee190 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.466294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-428b80c9-0592-49fb-95fc-d2fd172ee190" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.466294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-428b80c9-0592-49fb-95fc-d2fd172ee190" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.466543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-428b80c9-0592-49fb-95fc-d2fd172ee190" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.466625] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428b80c9-0592-49fb-95fc-d2fd172ee190',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.505353] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d24911df-5cab-4df8-b5dc-d63828cdb844: rpc.has_security_group_logging(os_id): False [ 690.506604] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.531710] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.531710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.531710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.531710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.531710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.531710] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.531710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.531710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.531710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.531710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.531710] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.531710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.531710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.531710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.531710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.532481] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.532481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.532481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.532481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.532481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.532481] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d24911df-5cab-4df8-b5dc-d63828cdb844 is going to be created. [ 690.563707] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.564259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.564259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.566376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.566568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.567102] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.567210] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.569022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.569022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.569022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.569022] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 already deleted. [ 690.569022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.608327] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.608543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.608543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.608668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.608877] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.630351] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: IN_PROGRESS for 2s [ 690.975099] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 428b80c9-0592-49fb-95fc-d2fd172ee190 [ 690.975099] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.975099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.975099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.975099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.975099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.975099] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:428b80c9-0592-49fb-95fc-d2fd172ee190 already deleted. [ 690.975099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-428b80c9-0592-49fb-95fc-d2fd172ee190" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.981298] env[69943]: INFO networking_nsxv3.common.synchronization [None req-a0ade2ac-bd76-4a5f-b2cd-592cdf22aa88 None None] Enqueued Resource ID: 139eff97-2eaf-4abf-96a5-05ec9731f4ca with Priority: HIGHEST for action port [ 690.981298] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 139eff97-2eaf-4abf-96a5-05ec9731f4ca with Priority: HIGHEST for action port [ 690.981676] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-139eff97-2eaf-4abf-96a5-05ec9731f4ca taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.981676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-139eff97-2eaf-4abf-96a5-05ec9731f4ca" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.981676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-139eff97-2eaf-4abf-96a5-05ec9731f4ca" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.981868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-139eff97-2eaf-4abf-96a5-05ec9731f4ca" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.981868] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('139eff97-2eaf-4abf-96a5-05ec9731f4ca',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.009371] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.487442] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 139eff97-2eaf-4abf-96a5-05ec9731f4ca [ 691.487442] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.487442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.487442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.487442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.487442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.487442] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:139eff97-2eaf-4abf-96a5-05ec9731f4ca already deleted. [ 691.487442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-139eff97-2eaf-4abf-96a5-05ec9731f4ca" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.513337] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.513337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.513655] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.513773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.513912] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.514097] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d24911df-5cab-4df8-b5dc-d63828cdb844 is going to be updated. [ 691.560270] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.560270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.560510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.560510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.560701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.578039] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: IN_PROGRESS for 2s [ 691.633031] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: SUCCESS [ 691.634850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.634850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.635024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.635835] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.635835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.635835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.635835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.635835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.635835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.635835] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.735081] env[69943]: INFO networking_nsxv3.common.synchronization [req-403a44cb-31f1-4cf3-95af-10f9bd594a08 req-9a36d6e1-41af-402f-9535-cca9a44ac98b service nova] Enqueued Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_rules [ 691.738203] env[69943]: INFO networking_nsxv3.common.synchronization [req-403a44cb-31f1-4cf3-95af-10f9bd594a08 req-9a36d6e1-41af-402f-9535-cca9a44ac98b service nova] Enqueued Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 691.738203] env[69943]: INFO networking_nsxv3.common.synchronization [req-403a44cb-31f1-4cf3-95af-10f9bd594a08 req-9a36d6e1-41af-402f-9535-cca9a44ac98b service nova] Enqueued Resource ID: 8b64b1b4-06f2-4c52-a40a-be28f620962a with Priority: HIGHEST for action port [ 691.738203] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_rules [ 691.738203] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 691.738203] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b64b1b4-06f2-4c52-a40a-be28f620962a with Priority: HIGHEST for action port [ 691.738203] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.738203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.739598] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.739598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.739598] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b64b1b4-06f2-4c52-a40a-be28f620962a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.739598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b64b1b4-06f2-4c52-a40a-be28f620962a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.739598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b64b1b4-06f2-4c52-a40a-be28f620962a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.739598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b64b1b4-06f2-4c52-a40a-be28f620962a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.739598] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b64b1b4-06f2-4c52-a40a-be28f620962a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.789648] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.789842] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.789960] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.790339] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.790539] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.790698] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.790828] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.792184] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.792578] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.792578] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.792578] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.792890] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.792982] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.793148] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.793262] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.793403] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.822581] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.823097] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.823097] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.823277] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.823773] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-d86bc63f-7eeb-4fae-9381-a1675ac693f9 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.823910] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-d86bc63f-7eeb-4fae-9381-a1675ac693f9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.823947] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-d86bc63f-7eeb-4fae-9381-a1675ac693f9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.824341] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-d86bc63f-7eeb-4fae-9381-a1675ac693f9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.824531] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d86bc63f-7eeb-4fae-9381-a1675ac693f9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.848232] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 in Status: SUCCESS [ 691.848232] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.138885] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.139105] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.139163] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.140017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.140017] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.140017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.140017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.140017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.140017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.140017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.140617] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.140617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.140617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.140617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.140617] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.140617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.140909] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.140909] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.140909] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.141022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.141072] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.245536] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b64b1b4-06f2-4c52-a40a-be28f620962a with status ACTIVE [ 692.245781] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.245945] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.246029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.247214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.247214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.247214] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.247214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.247214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.247214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.247214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.247214] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.247654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.247654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.247654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.247654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.247654] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b64b1b4-06f2-4c52-a40a-be28f620962a is going to be updated. [ 692.273267] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.273833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.273833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.273833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.274126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.274303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b64b1b4-06f2-4c52-a40a-be28f620962a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.328686] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.328686] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.328816] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.329902] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.329902] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.329902] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port d86bc63f-7eeb-4fae-9381-a1675ac693f9 not found, creating... [ 692.329902] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.329902] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.330258] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.330258] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.330322] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.330618] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.333968] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.333968] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.333968] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.333968] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.333968] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: d86bc63f-7eeb-4fae-9381-a1675ac693f9 is going to be created. [ 692.366986] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.369022] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.369022] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.369022] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.369022] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.369022] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-d86bc63f-7eeb-4fae-9381-a1675ac693f9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.647139] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: SUCCESS [ 692.647409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.647560] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6: rpc.has_security_group_logging(os_id): False [ 692.648784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.649764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.649764] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.668968] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.669357] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.669357] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.669695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.669850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.670307] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.670307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.670307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.670477] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.670477] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.670678] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.670772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.670836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.671656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.672428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.672428] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.672428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.672615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.672647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.672733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.672834] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 is going to be created. [ 692.688204] env[69943]: INFO networking_nsxv3.common.synchronization [None req-b85c8494-a1ac-46a9-9251-b2d1a4239406 None None] Enqueued Resource ID: 308d3d49-b69d-4af3-b2c0-ff436c7c413c with Priority: HIGHEST for action port [ 692.688472] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 308d3d49-b69d-4af3-b2c0-ff436c7c413c with Priority: HIGHEST for action port [ 692.691561] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-308d3d49-b69d-4af3-b2c0-ff436c7c413c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.691561] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-308d3d49-b69d-4af3-b2c0-ff436c7c413c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.691561] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-308d3d49-b69d-4af3-b2c0-ff436c7c413c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.691561] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-308d3d49-b69d-4af3-b2c0-ff436c7c413c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.691561] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('308d3d49-b69d-4af3-b2c0-ff436c7c413c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.758849] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.758849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.758849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.758849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.758849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.771524] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: IN_PROGRESS for 2s [ 693.153962] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.153962] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.174914] env[69943]: INFO networking_nsxv3.common.synchronization [None req-b64a3fed-1090-4302-b644-303e56587267 None None] Enqueued Resource ID: 93a31f55-8c64-4033-8697-a50727e8b03f with Priority: HIGHEST for action port [ 693.175237] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93a31f55-8c64-4033-8697-a50727e8b03f with Priority: HIGHEST for action port [ 693.176173] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-93a31f55-8c64-4033-8697-a50727e8b03f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.176173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93a31f55-8c64-4033-8697-a50727e8b03f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.176173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93a31f55-8c64-4033-8697-a50727e8b03f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.176310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93a31f55-8c64-4033-8697-a50727e8b03f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.176347] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a31f55-8c64-4033-8697-a50727e8b03f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.195718] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 308d3d49-b69d-4af3-b2c0-ff436c7c413c [ 693.195928] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.196064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.196139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.196422] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.196715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.196715] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:308d3d49-b69d-4af3-b2c0-ff436c7c413c already deleted. [ 693.196715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-308d3d49-b69d-4af3-b2c0-ff436c7c413c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.595851] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: SUCCESS [ 693.596314] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.596653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.599023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.601296] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.602414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.602414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.607546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.607773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.610056] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.679309] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93a31f55-8c64-4033-8697-a50727e8b03f [ 693.679715] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.679868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.679951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.680498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.680675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.680801] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93a31f55-8c64-4033-8697-a50727e8b03f already deleted. [ 693.680902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93a31f55-8c64-4033-8697-a50727e8b03f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.723701] env[69943]: INFO networking_nsxv3.common.synchronization [req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 req-190a1cf7-88e7-46b0-88d7-7cc02247b9b9 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Enqueued Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_members [ 693.724481] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_members [ 693.724653] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f458f367-3623-4757-bf01-105518caa5a3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.724795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.724881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.725456] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.725603] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.726562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.726674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.726945] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.727118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.727236] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.114096] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.129719] env[69943]: INFO networking_nsxv3.common.synchronization [req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f req-d3d8a3ba-54a6-4727-b6b2-df70013c74eb service nova] Enqueued Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_rules [ 694.129943] env[69943]: INFO networking_nsxv3.common.synchronization [req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f req-d3d8a3ba-54a6-4727-b6b2-df70013c74eb service nova] Enqueued Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_members [ 694.130132] env[69943]: INFO networking_nsxv3.common.synchronization [req-a40a0038-8899-4bbd-b2dd-ee60b6e8a63f req-d3d8a3ba-54a6-4727-b6b2-df70013c74eb service nova] Enqueued Resource ID: d86bc63f-7eeb-4fae-9381-a1675ac693f9 with Priority: HIGHEST for action port [ 694.130690] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_rules [ 694.130853] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_members [ 694.131325] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d86bc63f-7eeb-4fae-9381-a1675ac693f9 with Priority: HIGHEST for action port [ 694.132946] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a7c79b-960a-42bb-92bc-fe0a4b2b7275 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.133082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.133203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.133493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.133640] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.137429] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.137429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.137572] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.137663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.137840] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.137978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.138054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.138449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.138449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.138449] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.139310] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-d86bc63f-7eeb-4fae-9381-a1675ac693f9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.139427] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d86bc63f-7eeb-4fae-9381-a1675ac693f9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.139488] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d86bc63f-7eeb-4fae-9381-a1675ac693f9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.139631] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d86bc63f-7eeb-4fae-9381-a1675ac693f9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.139787] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d86bc63f-7eeb-4fae-9381-a1675ac693f9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.234122] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.234122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.234122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.234122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.234122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.234122] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.234122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.234122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.234122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.234122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.234122] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f458f367-3623-4757-bf01-105518caa5a3 already deleted. [ 694.234122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.619088] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.641477] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.641477] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.646172] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.647247] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d86bc63f-7eeb-4fae-9381-a1675ac693f9 with status ACTIVE [ 694.647492] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.647695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.647810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.648073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.648194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.648383] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.648491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.648560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.648768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.648861] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.649341] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.649633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.649723] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.649960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.649999] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.650109] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d86bc63f-7eeb-4fae-9381-a1675ac693f9 is going to be updated. [ 694.672959] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.673259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.673259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.673392] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.673524] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.673683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d86bc63f-7eeb-4fae-9381-a1675ac693f9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.788086] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: SUCCESS [ 694.788542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.125025] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.125025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.125025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.125025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.125025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.125025] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d24911df-5cab-4df8-b5dc-d63828cdb844 is going to be updated. [ 695.152364] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.159307] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.159307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.166807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.166807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.166807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.176380] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.176380] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-65" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.176380] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-65" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.176935] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-65" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.177359] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.177679] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.177902] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.178253] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.178630] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.179058] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.179302] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.179528] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.179800] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.181018] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 695.181018] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.181018] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.182462] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: IN_PROGRESS for 2s [ 695.204649] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.204649] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 695.204649] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.204649] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-65" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.278182] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-536f649d-7225-4b01-9248-ae9e36dda2b2 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.278182] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-536f649d-7225-4b01-9248-ae9e36dda2b2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.278182] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-536f649d-7225-4b01-9248-ae9e36dda2b2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.278182] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-536f649d-7225-4b01-9248-ae9e36dda2b2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.278182] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536f649d-7225-4b01-9248-ae9e36dda2b2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.278182] env[69943]: INFO networking_nsxv3.common.synchronization [req-d14dba8b-417d-46e3-8fd6-f38ffe64c95c req-7d1af517-4fc3-4558-87e0-56206f565de8 tempest-ServerExternalEventsTest-1869547685 tempest-ServerExternalEventsTest-1869547685-project-member] Enqueued Resource ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 with Priority: HIGHEST for action security_group_members [ 695.278182] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 with Priority: HIGHEST for action security_group_members [ 695.278182] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb436bf-aeef-465a-b17f-88882acf1bb0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.278182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.278182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.278182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.278182] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.278182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.278182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.278182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.279256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.279256] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb436bf-aeef-465a-b17f-88882acf1bb0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.441313] env[69943]: INFO networking_nsxv3.common.synchronization [req-42b9e32c-3bc8-4a4b-9f76-0c4e0ff1499b req-038f4a1c-52f2-4381-bdac-715030d6b27f tempest-SecurityGroupRulesNegativeTestJSON-1727482175 tempest-SecurityGroupRulesNegativeTestJSON-1727482175-project-member] Enqueued Resource ID: 92738b39-3e74-4c59-b106-408927361ea1 with Priority: HIGHEST for action security_group_rules [ 695.441313] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92738b39-3e74-4c59-b106-408927361ea1 with Priority: HIGHEST for action security_group_rules [ 695.443574] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92738b39-3e74-4c59-b106-408927361ea1 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.443741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92738b39-3e74-4c59-b106-408927361ea1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.443865] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92738b39-3e74-4c59-b106-408927361ea1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.445543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92738b39-3e74-4c59-b106-408927361ea1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.445543] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92738b39-3e74-4c59-b106-408927361ea1',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.672960] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.672960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.672960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.672960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.672960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.672960] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 is going to be created. [ 695.709117] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.709352] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.710248] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.710248] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.710248] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.710248] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 536f649d-7225-4b01-9248-ae9e36dda2b2 not found, creating... [ 695.710555] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.710555] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.710657] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.711290] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.711290] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.712560] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.714650] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.714650] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.714650] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.714650] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.714831] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 536f649d-7225-4b01-9248-ae9e36dda2b2 is going to be created. [ 695.738568] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.738728] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.738799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.739025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.739122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.739341] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.739445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.739509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.739662] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.739740] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.739825] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 is going to be updated. [ 695.779926] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.780142] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.780142] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.780492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.780492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.785733] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.785977] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.786125] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.786407] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.786636] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.786857] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-536f649d-7225-4b01-9248-ae9e36dda2b2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.790900] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 in Status: UNINITIALIZED for 2s [ 695.810032] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.810633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.810722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.810959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.811142] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.827623] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 in Status: IN_PROGRESS for 2s [ 695.864292] env[69943]: INFO networking_nsxv3.common.synchronization [None req-4043e520-4675-469e-bb52-f56feab49c36 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Enqueued Resource ID: d726126e-b413-40a7-b495-c754ab7e71d0 with Priority: HIGHEST for action security_group_rules [ 695.864292] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d726126e-b413-40a7-b495-c754ab7e71d0 with Priority: HIGHEST for action security_group_rules [ 695.864695] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d726126e-b413-40a7-b495-c754ab7e71d0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.865026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.865143] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.865550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.865618] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d726126e-b413-40a7-b495-c754ab7e71d0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.976564] env[69943]: INFO networking_nsxv3.common.synchronization [None req-28e66358-6fe2-4bd6-bfc8-b34122c773dc tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Enqueued Resource ID: d726126e-b413-40a7-b495-c754ab7e71d0 with Priority: HIGHEST for action security_group_rules [ 695.981728] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.981970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.982073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.982294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.982422] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.982535] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92738b39-3e74-4c59-b106-408927361ea1 already deleted. [ 695.982624] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92738b39-3e74-4c59-b106-408927361ea1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.983230] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d726126e-b413-40a7-b495-c754ab7e71d0 with Priority: HIGHEST for action security_group_rules [ 695.983659] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d726126e-b413-40a7-b495-c754ab7e71d0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.983761] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.082242] env[69943]: INFO networking_nsxv3.common.synchronization [req-ec8dfb33-ef01-4245-90e7-91b017c1be03 req-8e621e5c-bcd1-4b1e-9fa8-395d52a7dd40 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Enqueued Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_members [ 696.082827] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_members [ 696.084632] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.084632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.084632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.084632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.084632] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.084632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.084632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.084632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.084632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.086427] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.398481] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.398481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.398481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.398481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.398481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.398481] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d726126e-b413-40a7-b495-c754ab7e71d0 already deleted. [ 696.398481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.398481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.398481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.398481] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d726126e-b413-40a7-b495-c754ab7e71d0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.509648] env[69943]: INFO networking_nsxv3.common.synchronization [None req-8b8a0329-7c2f-4f01-b12a-aedffabdfe72 None None] Enqueued Resource ID: d4cf3054-b0d0-4787-afe8-7e6d8e1fc8ef with Priority: HIGHEST for action port [ 696.510407] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4cf3054-b0d0-4787-afe8-7e6d8e1fc8ef with Priority: HIGHEST for action port [ 696.510638] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4cf3054-b0d0-4787-afe8-7e6d8e1fc8ef taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.511391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4cf3054-b0d0-4787-afe8-7e6d8e1fc8ef" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.511391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4cf3054-b0d0-4787-afe8-7e6d8e1fc8ef" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.513547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4cf3054-b0d0-4787-afe8-7e6d8e1fc8ef" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.513638] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4cf3054-b0d0-4787-afe8-7e6d8e1fc8ef',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.587413] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.587573] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.587754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.587854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.587946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.588156] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.588259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.588307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.588453] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.588529] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.588615] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b already deleted. [ 696.589364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.780346] env[69943]: INFO networking_nsxv3.common.synchronization [req-18dcd316-6edf-4463-84e2-1a4ffa159fcc req-6c29f802-0d2b-4f7c-9713-7ec5a769c088 tempest-SecurityGroupRulesTestJSON-2024171990 tempest-SecurityGroupRulesTestJSON-2024171990-project-member] Enqueued Resource ID: fc85fe2c-c401-47a1-9f88-668152db2d98 with Priority: HIGHEST for action security_group_rules [ 696.780716] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc85fe2c-c401-47a1-9f88-668152db2d98 with Priority: HIGHEST for action security_group_rules [ 696.781018] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc85fe2c-c401-47a1-9f88-668152db2d98 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.781140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc85fe2c-c401-47a1-9f88-668152db2d98" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.781203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc85fe2c-c401-47a1-9f88-668152db2d98" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.781478] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc85fe2c-c401-47a1-9f88-668152db2d98" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.781580] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc85fe2c-c401-47a1-9f88-668152db2d98',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.922718] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.922718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.924062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.924062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.924062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.924062] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d726126e-b413-40a7-b495-c754ab7e71d0 already deleted. [ 696.924062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.018418] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4cf3054-b0d0-4787-afe8-7e6d8e1fc8ef [ 697.018648] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.018780] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.018845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.019071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.019165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.019260] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4cf3054-b0d0-4787-afe8-7e6d8e1fc8ef already deleted. [ 697.019340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4cf3054-b0d0-4787-afe8-7e6d8e1fc8ef" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.197273] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: SUCCESS [ 697.197510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.197750] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.197998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.198236] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.198336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.198392] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.198542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.198622] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.198716] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.289989] env[69943]: INFO networking_nsxv3.common.synchronization [req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 req-935fd553-0cf1-4ff4-853d-87164ec2ab52 service nova] Enqueued Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_rules [ 697.290256] env[69943]: INFO networking_nsxv3.common.synchronization [req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 req-935fd553-0cf1-4ff4-853d-87164ec2ab52 service nova] Enqueued Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_members [ 697.290470] env[69943]: INFO networking_nsxv3.common.synchronization [req-7bd99ff7-315c-4a93-96d1-4e193a1230f1 req-935fd553-0cf1-4ff4-853d-87164ec2ab52 service nova] Enqueued Resource ID: 536f649d-7225-4b01-9248-ae9e36dda2b2 with Priority: HIGHEST for action port [ 697.291242] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_rules [ 697.291437] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_members [ 697.291578] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536f649d-7225-4b01-9248-ae9e36dda2b2 with Priority: HIGHEST for action port [ 697.291972] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f458f367-3623-4757-bf01-105518caa5a3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.298324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.298485] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.298791] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.298908] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.300260] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f458f367-3623-4757-bf01-105518caa5a3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.300427] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.300535] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.300784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.300994] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.303445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.303445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.303445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.303445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.303445] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.305429] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-536f649d-7225-4b01-9248-ae9e36dda2b2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.305429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-536f649d-7225-4b01-9248-ae9e36dda2b2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.305429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-536f649d-7225-4b01-9248-ae9e36dda2b2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.305429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-536f649d-7225-4b01-9248-ae9e36dda2b2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.305429] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536f649d-7225-4b01-9248-ae9e36dda2b2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.319227] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.319451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.319568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.319786] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.319873] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.319968] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc85fe2c-c401-47a1-9f88-668152db2d98 already deleted. [ 697.320148] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc85fe2c-c401-47a1-9f88-668152db2d98" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.334422] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-373 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.335498] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-373" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.335498] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-373" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.335498] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-373" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.335671] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.336038] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.336038] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.339865] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.341039] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.341039] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.341039] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.341039] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.341039] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.341039] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.341039] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.341039] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.364665] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.365111] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 697.365358] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.365627] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-373" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.366023] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-03c16d28-8eca-4e88-aab9-3d03f2f250f3 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.366277] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.366534] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.367041] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.367319] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c16d28-8eca-4e88-aab9-3d03f2f250f3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.702055] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.803647] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 in Status: SUCCESS [ 697.803647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.803647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.803647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.803647] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.803647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.803647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.804495] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.804495] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.804495] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.804495] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.807418] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f458f367-3623-4757-bf01-105518caa5a3 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.807418] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.808320] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 536f649d-7225-4b01-9248-ae9e36dda2b2 with status ACTIVE [ 697.808426] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.808524] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.808576] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.809556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.809556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.809556] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.809556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.809556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.809556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.809556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.809875] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.809875] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.809875] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.809875] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.810100] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.810100] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 536f649d-7225-4b01-9248-ae9e36dda2b2 is going to be updated. [ 697.811921] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.836827] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.836998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.837121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.837324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.837465] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.837624] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-536f649d-7225-4b01-9248-ae9e36dda2b2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.843393] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 in Status: SUCCESS [ 697.843393] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 deletion is rescheduled due to dependency. [ 697.843393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.872655] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.872881] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.873040] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.873338] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.873499] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.873661] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 03c16d28-8eca-4e88-aab9-3d03f2f250f3 not found, creating... [ 697.874096] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.874273] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.874397] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.874650] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.874799] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.875604] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.875801] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.875964] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.876272] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.876479] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.876785] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 03c16d28-8eca-4e88-aab9-3d03f2f250f3 is going to be created. [ 697.904547] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.904547] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.904547] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.904547] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.904547] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.904547] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.206633] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.306206] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.306380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.306456] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.306699] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.306871] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.307062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.307150] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.307324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.307412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.307549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.307641] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.307766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.307841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.308017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.308250] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.308346] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.308403] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.308552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.308667] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.308779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.308872] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.315546] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.708182] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.708337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.708462] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.708770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.708770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.708889] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d24911df-5cab-4df8-b5dc-d63828cdb844 is going to be updated. [ 698.741028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.741210] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.741274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.741455] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.741599] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.751061] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: IN_PROGRESS for 2s [ 698.812550] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a7c79b-960a-42bb-92bc-fe0a4b2b7275: rpc.has_security_group_logging(os_id): False [ 698.816814] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.816943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.816943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.817230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.817324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.817428] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f458f367-3623-4757-bf01-105518caa5a3 is going to be created. [ 698.830696] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.830696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.830696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.830696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.830920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.831016] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.831146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.831196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.831311] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.834587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.834587] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.834587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.834587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.834587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.834587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.834587] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.834587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.834587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.834587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.834587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.834587] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 is going to be created. [ 698.841526] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.841664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.841733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.841924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.842101] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.855401] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f458f367-3623-4757-bf01-105518caa5a3 in Status: UNINITIALIZED for 2s [ 698.900887] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.900887] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.901154] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.901154] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.901320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.916056] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 in Status: IN_PROGRESS for 2s [ 699.045366] env[69943]: INFO networking_nsxv3.common.synchronization [req-46abd269-0280-4796-b2c8-2e0cc38ee4b6 req-44f9b468-af6b-497e-95a8-4291056710cf tempest-ServerDiagnosticsTest-649699704 tempest-ServerDiagnosticsTest-649699704-project-member] Enqueued Resource ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 with Priority: HIGHEST for action security_group_members [ 699.045630] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 with Priority: HIGHEST for action security_group_members [ 699.045933] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.046256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.046324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.046477] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.046722] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.046722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.046847] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.046915] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.047022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.047131] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e9865ee-3918-4d85-ae8a-6916d99f2bd8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.179132] env[69943]: INFO networking_nsxv3.common.synchronization [req-ec8dfb33-ef01-4245-90e7-91b017c1be03 req-16013eb4-3720-4eba-950e-e39a7351021b service nova] Enqueued Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_rules [ 699.179324] env[69943]: INFO networking_nsxv3.common.synchronization [req-ec8dfb33-ef01-4245-90e7-91b017c1be03 req-16013eb4-3720-4eba-950e-e39a7351021b service nova] Enqueued Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_members [ 699.179454] env[69943]: INFO networking_nsxv3.common.synchronization [req-ec8dfb33-ef01-4245-90e7-91b017c1be03 req-16013eb4-3720-4eba-950e-e39a7351021b service nova] Enqueued Resource ID: 03c16d28-8eca-4e88-aab9-3d03f2f250f3 with Priority: HIGHEST for action port [ 699.179671] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_rules [ 699.179793] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_members [ 699.179889] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c16d28-8eca-4e88-aab9-3d03f2f250f3 with Priority: HIGHEST for action port [ 699.180435] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.180547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.180612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.180834] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.180898] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.184527] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.185769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.185769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.185769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.185769] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.185769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.185769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.185769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.185769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.185769] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.186580] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-03c16d28-8eca-4e88-aab9-3d03f2f250f3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.186758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.186758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.186891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.188959] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c16d28-8eca-4e88-aab9-3d03f2f250f3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.292240] env[69943]: INFO networking_nsxv3.common.synchronization [req-58187b9a-1deb-41fe-aeb8-39e9a85a44de req-ff6d90c3-a2d1-4e69-afdd-0c95fac2cbac tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Enqueued Resource ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 with Priority: HIGHEST for action security_group_members [ 699.292240] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 with Priority: HIGHEST for action security_group_members [ 699.292240] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.292240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.292240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.292240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.292819] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.293076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.293260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.293515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.293692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.293862] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a6adca-6d6b-46b0-86ae-94f2c554eed7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.549385] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.549537] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.549602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.549812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.549908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.550118] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.550200] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.550272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.550424] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.550499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.550584] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 is going to be updated. [ 699.586836] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.587077] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.587215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.587349] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.587499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.604068] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 in Status: IN_PROGRESS for 2s [ 699.694019] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.694019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.694019] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.694442] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03c16d28-8eca-4e88-aab9-3d03f2f250f3 with status ACTIVE [ 699.694629] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.694853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.694980] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.695280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.695392] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.695604] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.695711] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.695799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.696031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.696114] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.696307] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.696414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.696517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.696672] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.696743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.696828] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03c16d28-8eca-4e88-aab9-3d03f2f250f3 is going to be updated. [ 699.721945] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.722296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.722401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.722931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.723126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.723351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.796314] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.796751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.796928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.798379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.798379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.798379] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.798379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.798379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.798379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.798379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.798379] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 already deleted. [ 699.798379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.834307] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.835883] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.835883] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.835883] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.836166] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.840044] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.840044] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.840044] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.840044] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.840044] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.840044] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.840044] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.840044] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.840044] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.840044] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.840044] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.862185] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.864028] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.864028] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.864028] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.864028] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-f873996b-66f5-415c-84d0-e43273eff422 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.864028] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-f873996b-66f5-415c-84d0-e43273eff422" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.864722] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-f873996b-66f5-415c-84d0-e43273eff422" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.865245] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-f873996b-66f5-415c-84d0-e43273eff422" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.866788] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f873996b-66f5-415c-84d0-e43273eff422',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.198970] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.369836] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.370158] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.370158] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.370287] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.370433] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.370588] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port f873996b-66f5-415c-84d0-e43273eff422 not found, creating... [ 700.370848] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.371034] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.371166] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.371397] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.371531] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.371806] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.371961] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.372086] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.372292] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.372963] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.372963] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: f873996b-66f5-415c-84d0-e43273eff422 is going to be created. [ 700.398277] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.398642] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.398879] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.399445] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.399824] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.400281] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-f873996b-66f5-415c-84d0-e43273eff422" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.407026] env[69943]: INFO networking_nsxv3.common.synchronization [req-fefe1d79-024d-428b-b7a7-6a5a0bc4a9d3 req-994b848c-c736-4bff-ad24-268fe44e9ee7 tempest-SecurityGroupRulesNegativeTestJSON-1727482175 tempest-SecurityGroupRulesNegativeTestJSON-1727482175-project-member] Enqueued Resource ID: 92738b39-3e74-4c59-b106-408927361ea1 with Priority: HIGHEST for action security_group_rules [ 700.407026] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92738b39-3e74-4c59-b106-408927361ea1 with Priority: HIGHEST for action security_group_rules [ 700.407026] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92738b39-3e74-4c59-b106-408927361ea1 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.407026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92738b39-3e74-4c59-b106-408927361ea1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.407026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92738b39-3e74-4c59-b106-408927361ea1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.407026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92738b39-3e74-4c59-b106-408927361ea1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.407026] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92738b39-3e74-4c59-b106-408927361ea1',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.426266] env[69943]: INFO networking_nsxv3.common.synchronization [None req-69c6e8fa-d89c-4521-ab9e-a0670742f2af None None] Enqueued Resource ID: 2b00f3f7-4adf-4938-bc2c-825fe3305e36 with Priority: HIGHEST for action port [ 700.428165] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b00f3f7-4adf-4938-bc2c-825fe3305e36 with Priority: HIGHEST for action port [ 700.428579] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b00f3f7-4adf-4938-bc2c-825fe3305e36 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.428800] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b00f3f7-4adf-4938-bc2c-825fe3305e36" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.428942] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b00f3f7-4adf-4938-bc2c-825fe3305e36" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.429332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b00f3f7-4adf-4938-bc2c-825fe3305e36" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.429491] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b00f3f7-4adf-4938-bc2c-825fe3305e36',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.701388] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.704737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.705020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.705119] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.705119] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.705246] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b is going to be created. [ 700.750182] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.750329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.750405] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.750622] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.750834] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.764508] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: SUCCESS [ 700.764508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.764508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.764982] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.765327] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.765510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.765641] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.765877] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.767237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.767237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.767237] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.768198] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: UNINITIALIZED for 2s [ 700.868362] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f458f367-3623-4757-bf01-105518caa5a3 in Status: SUCCESS [ 700.868681] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.868894] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.869201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.869489] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.869617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.869686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.869890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.870025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.870169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.870276] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.935922] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b00f3f7-4adf-4938-bc2c-825fe3305e36 [ 700.935922] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.935922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.935922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.935922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.935922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.935922] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b00f3f7-4adf-4938-bc2c-825fe3305e36 already deleted. [ 700.935922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b00f3f7-4adf-4938-bc2c-825fe3305e36" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.935922] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 in Status: SUCCESS [ 700.935922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.939851] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.939851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.939851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.939851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.939851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.939851] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92738b39-3e74-4c59-b106-408927361ea1 already deleted. [ 700.939851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92738b39-3e74-4c59-b106-408927361ea1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.132280] env[69943]: INFO networking_nsxv3.common.synchronization [req-36cb2515-35de-46f8-b03b-aefb22c6a35b req-a590907c-b23d-4e4b-8e45-ab38d5d49283 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 701.132280] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 701.133932] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.133932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.133932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.134196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.134399] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.135212] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.135212] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.135212] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.135390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.135456] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.274249] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.274470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.274470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.274707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.274974] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.274974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.275157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.275197] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.275289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.275389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.275540] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.275646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.275719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.275865] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.276039] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.276155] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.276215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.276521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.276521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.276521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.276685] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.377864] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.545518] env[69943]: INFO networking_nsxv3.common.synchronization [req-58187b9a-1deb-41fe-aeb8-39e9a85a44de req-0587cd97-2494-450b-b08a-6910d2172ad0 service nova] Enqueued Resource ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 with Priority: HIGHEST for action security_group_rules [ 701.545738] env[69943]: INFO networking_nsxv3.common.synchronization [req-58187b9a-1deb-41fe-aeb8-39e9a85a44de req-0587cd97-2494-450b-b08a-6910d2172ad0 service nova] Enqueued Resource ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 with Priority: HIGHEST for action security_group_members [ 701.545898] env[69943]: INFO networking_nsxv3.common.synchronization [req-58187b9a-1deb-41fe-aeb8-39e9a85a44de req-0587cd97-2494-450b-b08a-6910d2172ad0 service nova] Enqueued Resource ID: f873996b-66f5-415c-84d0-e43273eff422 with Priority: HIGHEST for action port [ 701.546621] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 with Priority: HIGHEST for action security_group_rules [ 701.547103] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 with Priority: HIGHEST for action security_group_members [ 701.547176] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f873996b-66f5-415c-84d0-e43273eff422 with Priority: HIGHEST for action port [ 701.547514] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a6adca-6d6b-46b0-86ae-94f2c554eed7 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.547756] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.547843] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.548133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.548248] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a6adca-6d6b-46b0-86ae-94f2c554eed7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.549527] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.549663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.549793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.550364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.550630] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.550818] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.550916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.551184] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.551323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.551473] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a6adca-6d6b-46b0-86ae-94f2c554eed7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.552688] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-f873996b-66f5-415c-84d0-e43273eff422 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.552851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f873996b-66f5-415c-84d0-e43273eff422" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.552947] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f873996b-66f5-415c-84d0-e43273eff422" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.553217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f873996b-66f5-415c-84d0-e43273eff422" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.553361] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f873996b-66f5-415c-84d0-e43273eff422',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.616674] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 in Status: SUCCESS [ 701.616907] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e9865ee-3918-4d85-ae8a-6916d99f2bd8 deletion is rescheduled due to dependency. [ 701.617201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e9865ee-3918-4d85-ae8a-6916d99f2bd8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.638530] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.638828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.638941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.639285] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.639432] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.639699] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.639854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.639955] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.640248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.640358] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.640495] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e already deleted. [ 701.640618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.782723] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d24911df-5cab-4df8-b5dc-d63828cdb844: rpc.has_security_group_logging(os_id): False [ 701.806254] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.806674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.806674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.807820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.808121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.808455] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.808666] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.808768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.809438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.809649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.809903] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.810061] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.810159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.810490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.810690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.811099] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.811194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.811533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.811533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.811661] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.812052] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d24911df-5cab-4df8-b5dc-d63828cdb844 is going to be updated. [ 701.817624] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.817892] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.818230] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.820271] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.820671] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.820781] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.821313] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.821313] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.821415] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.821534] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.821642] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.821759] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.821860] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.821971] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.822094] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.822260] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.881251] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f458f367-3623-4757-bf01-105518caa5a3: rpc.has_security_group_logging(os_id): False [ 701.962176] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.962176] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.140 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 701.962548] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.962597] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.963791] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-5505ec44-bbf6-4ec4-bdda-3dd5746421af taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.963791] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-5505ec44-bbf6-4ec4-bdda-3dd5746421af" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.963791] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-5505ec44-bbf6-4ec4-bdda-3dd5746421af" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.964244] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-5505ec44-bbf6-4ec4-bdda-3dd5746421af" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.964244] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5505ec44-bbf6-4ec4-bdda-3dd5746421af',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.970956] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.970956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.970956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.970956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.972625] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.972625] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.972625] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.972625] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.972625] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.972625] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.972625] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f458f367-3623-4757-bf01-105518caa5a3 is going to be created. [ 702.014870] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.015106] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.015223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.015449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.015644] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.034220] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: IN_PROGRESS for 2s [ 702.055743] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5a6adca-6d6b-46b0-86ae-94f2c554eed7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.056891] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.057032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.058024] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f873996b-66f5-415c-84d0-e43273eff422 with status ACTIVE [ 702.058261] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.058401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.058488] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.058892] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.058892] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.059064] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.059064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.059181] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.059295] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.059373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.059564] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.064890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.064890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.064890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.064890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.064890] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f873996b-66f5-415c-84d0-e43273eff422 is going to be updated. [ 702.080044] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.080044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.080044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.080044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.080344] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.112305] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f458f367-3623-4757-bf01-105518caa5a3 in Status: IN_PROGRESS for 2s [ 702.120927] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.121147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.121230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.121451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.121594] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.121769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f873996b-66f5-415c-84d0-e43273eff422" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.362275] env[69943]: INFO networking_nsxv3.common.synchronization [req-6413de0b-5e30-4b23-a405-b2e55358f985 req-1bd8ea78-a0a0-422c-8c2f-f0c244a14ea0 tempest-SecurityGroupRulesTestJSON-2024171990 tempest-SecurityGroupRulesTestJSON-2024171990-project-member] Enqueued Resource ID: 43b897c1-891c-459f-9da6-d0653765854a with Priority: HIGHEST for action security_group_rules [ 702.362275] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b897c1-891c-459f-9da6-d0653765854a with Priority: HIGHEST for action security_group_rules [ 702.362722] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43b897c1-891c-459f-9da6-d0653765854a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.362882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43b897c1-891c-459f-9da6-d0653765854a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.362955] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43b897c1-891c-459f-9da6-d0653765854a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.363221] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43b897c1-891c-459f-9da6-d0653765854a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.363310] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43b897c1-891c-459f-9da6-d0653765854a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.468934] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.469249] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.469342] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.469552] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.469705] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.469859] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 5505ec44-bbf6-4ec4-bdda-3dd5746421af not found, creating... [ 702.470132] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.470296] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.470413] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.470630] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.470769] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.471058] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.471283] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.471362] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.471525] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.471660] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.471813] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 5505ec44-bbf6-4ec4-bdda-3dd5746421af is going to be created. [ 702.493164] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.493381] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.493769] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.493769] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.494042] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.494213] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-5505ec44-bbf6-4ec4-bdda-3dd5746421af" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.564063] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5a6adca-6d6b-46b0-86ae-94f2c554eed7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.785154] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: SUCCESS [ 702.785154] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.785154] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.785154] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.786871] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.787046] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.787152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.787455] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.787455] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.787521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.787686] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.884556] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.884771] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.884874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.885133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.885263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.885391] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43b897c1-891c-459f-9da6-d0653765854a already deleted. [ 702.886285] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43b897c1-891c-459f-9da6-d0653765854a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.069266] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.070692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.070866] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.071151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.071221] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.071323] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 is going to be created. [ 703.098906] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.099045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.099115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.099332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.099488] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.103165] env[69943]: INFO networking_nsxv3.common.synchronization [req-36cb2515-35de-46f8-b03b-aefb22c6a35b req-0f62bb8f-cd80-4507-96e0-f2a89063e72c service nova] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_rules [ 703.103165] env[69943]: INFO networking_nsxv3.common.synchronization [req-36cb2515-35de-46f8-b03b-aefb22c6a35b req-0f62bb8f-cd80-4507-96e0-f2a89063e72c service nova] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 703.103165] env[69943]: INFO networking_nsxv3.common.synchronization [req-36cb2515-35de-46f8-b03b-aefb22c6a35b req-0f62bb8f-cd80-4507-96e0-f2a89063e72c service nova] Enqueued Resource ID: 5505ec44-bbf6-4ec4-bdda-3dd5746421af with Priority: HIGHEST for action port [ 703.103165] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_rules [ 703.103432] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 703.103432] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5505ec44-bbf6-4ec4-bdda-3dd5746421af with Priority: HIGHEST for action port [ 703.103853] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.103968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.104042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.104220] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.104297] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.106679] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.106679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.106679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.106679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.106679] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.106679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.106679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.107022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.107022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.107094] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.111020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-5505ec44-bbf6-4ec4-bdda-3dd5746421af taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.111020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5505ec44-bbf6-4ec4-bdda-3dd5746421af" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.111020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5505ec44-bbf6-4ec4-bdda-3dd5746421af" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.111020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5505ec44-bbf6-4ec4-bdda-3dd5746421af" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.111020] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5505ec44-bbf6-4ec4-bdda-3dd5746421af',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.112460] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 in Status: UNINITIALIZED for 2s [ 703.186363] env[69943]: INFO networking_nsxv3.common.synchronization [None req-9ed755c7-f23e-4c2f-ab46-87463b71946c None None] Enqueued Resource ID: 04e8b52f-80aa-4653-b7d0-0d421c59f2f1 with Priority: HIGHEST for action port [ 703.186890] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e8b52f-80aa-4653-b7d0-0d421c59f2f1 with Priority: HIGHEST for action port [ 703.187548] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e8b52f-80aa-4653-b7d0-0d421c59f2f1 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.187706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e8b52f-80aa-4653-b7d0-0d421c59f2f1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.187778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e8b52f-80aa-4653-b7d0-0d421c59f2f1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.188036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e8b52f-80aa-4653-b7d0-0d421c59f2f1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.189511] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e8b52f-80aa-4653-b7d0-0d421c59f2f1',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.292423] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.611241] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.614840] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.614970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.615438] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5505ec44-bbf6-4ec4-bdda-3dd5746421af with status ACTIVE [ 703.615630] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.615755] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.615820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.616376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.616376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.616376] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.616376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.616687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.616687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.616806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.616926] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.617991] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.618234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.618441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.619472] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.619472] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5505ec44-bbf6-4ec4-bdda-3dd5746421af is going to be updated. [ 703.651393] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.651393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.651393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.651393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.651393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.651393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5505ec44-bbf6-4ec4-bdda-3dd5746421af" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.692114] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04e8b52f-80aa-4653-b7d0-0d421c59f2f1 [ 703.695021] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.695021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.695021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.695021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.695021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.695021] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04e8b52f-80aa-4653-b7d0-0d421c59f2f1 already deleted. [ 703.695021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e8b52f-80aa-4653-b7d0-0d421c59f2f1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.798711] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33e2f7ad-1137-4ad0-be83-060fedc8bf8b: rpc.has_security_group_logging(os_id): False [ 703.827316] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.827316] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.827316] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.827316] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.827316] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.828132] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.828132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.828132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.828132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.828132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.828132] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b is going to be created. [ 703.953052] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.953302] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.953421] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.953796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.954042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.970742] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: IN_PROGRESS for 2s [ 704.064211] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: SUCCESS [ 704.064447] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.065069] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.065069] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.065069] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.115865] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.134334] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f458f367-3623-4757-bf01-105518caa5a3 in Status: SUCCESS [ 704.134682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.568312] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.568570] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.568646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.569122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.569338] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.569462] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.569544] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.569729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.569820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.569904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.569996] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.619618] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.619985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.619985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.620461] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.620560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.620648] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e is going to be created. [ 704.656650] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.656794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.656876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.657095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.657328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.668448] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: UNINITIALIZED for 2s [ 705.074585] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.074585] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.074585] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.074737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.074832] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.075086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.075168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.075297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.076986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.076986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.076986] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.076986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.076986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.076986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.076986] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.076986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.076986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.076986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.076986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.077591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.077591] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.124973] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 in Status: UNINITIALIZED for 4s [ 705.579636] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d24911df-5cab-4df8-b5dc-d63828cdb844: rpc.has_security_group_logging(os_id): False [ 705.601538] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.602618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.602618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.602618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.602618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.602618] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.602618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.604134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.604134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.604134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.604134] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.604134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.604134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.604134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.604134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.604134] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.604954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.604954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.604954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.604954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.604954] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d24911df-5cab-4df8-b5dc-d63828cdb844 is going to be updated. [ 705.684846] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.685270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.685270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.685345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.685487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.710050] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: IN_PROGRESS for 2s [ 705.868271] env[69943]: INFO networking_nsxv3.common.synchronization [req-eeba781d-eb03-4e86-ae46-90cc612e32f9 req-b91bd78b-218c-4472-9802-12b761da4daa tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Enqueued Resource ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee with Priority: HIGHEST for action security_group_members [ 705.868716] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee with Priority: HIGHEST for action security_group_members [ 705.870742] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e4d6fb-92ab-4918-8db2-a90ff83445ee taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.870878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.870878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.871289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.871384] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.871488] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.871528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.872190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.872190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.872190] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e4d6fb-92ab-4918-8db2-a90ff83445ee',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.984152] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: SUCCESS [ 705.984382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.377698] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.377913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.378038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.378349] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.378475] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.378726] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.379697] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.379893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.380119] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.380242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.380393] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee already deleted. [ 706.380532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.650650] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-232 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.650650] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-232" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.650650] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-232" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.651113] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-232" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.651568] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.651933] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.652214] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.653062] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.653062] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.653062] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.653468] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.653701] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.653939] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.655467] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 706.655467] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.655467] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.680076] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.680076] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 706.680076] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.680076] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-232" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.680076] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-5f58221d-c03b-4448-a04b-7c8be51edb45 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.680076] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-5f58221d-c03b-4448-a04b-7c8be51edb45" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.680076] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-5f58221d-c03b-4448-a04b-7c8be51edb45" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.681562] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-5f58221d-c03b-4448-a04b-7c8be51edb45" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.683041] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f58221d-c03b-4448-a04b-7c8be51edb45',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.684649] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: SUCCESS [ 706.685526] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.686381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.688986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.688986] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.688986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.688986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.688986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.688986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.688986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.688986] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.138173] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 in Status: SUCCESS [ 707.138223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.139022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.139022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.139022] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.139022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.139022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.139255] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.141820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.142016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.142857] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5a6adca-6d6b-46b0-86ae-94f2c554eed7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.190097] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.190549] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.190549] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.190918] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.190953] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.192697] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 5f58221d-c03b-4448-a04b-7c8be51edb45 not found, creating... [ 707.192697] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.192697] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.192697] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.192697] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.192697] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.192697] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.193197] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.193197] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.193448] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.193638] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.195144] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 5f58221d-c03b-4448-a04b-7c8be51edb45 is going to be created. [ 707.197688] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.231940] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.232155] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.232332] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.232678] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.232931] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.233746] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-5f58221d-c03b-4448-a04b-7c8be51edb45" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.593951] env[69943]: INFO networking_nsxv3.common.synchronization [None req-2fc529a4-c0eb-4562-8e60-24b4d47536d1 None None] Enqueued Resource ID: 7b6c8855-d998-4c1e-9af3-df9368d57524 with Priority: HIGHEST for action port [ 707.596985] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b6c8855-d998-4c1e-9af3-df9368d57524 with Priority: HIGHEST for action port [ 707.596985] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b6c8855-d998-4c1e-9af3-df9368d57524 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.596985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b6c8855-d998-4c1e-9af3-df9368d57524" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.596985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b6c8855-d998-4c1e-9af3-df9368d57524" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.596985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b6c8855-d998-4c1e-9af3-df9368d57524" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.596985] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b6c8855-d998-4c1e-9af3-df9368d57524',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.649027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.649027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.649027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.649027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.649027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.649027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.649027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.649027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.649027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.649027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.649027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.649027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.649027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.649027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.649027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.649027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.649758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.649758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.649758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.649758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.649758] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5a6adca-6d6b-46b0-86ae-94f2c554eed7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.705196] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01b7768e-8593-4f86-94b9-a9da6cbf1b1e: rpc.has_security_group_logging(os_id): False [ 707.730298] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.730298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.730298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.730298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.730298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.730298] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.730298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.730298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.730753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.730753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.730753] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e is going to be created. [ 707.733914] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: SUCCESS [ 707.734174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.831037] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.831037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.831270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.831382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.831577] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.845799] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: IN_PROGRESS for 2s [ 708.098712] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b6c8855-d998-4c1e-9af3-df9368d57524 [ 708.098943] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.099112] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.099167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.099465] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.099465] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.099632] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b6c8855-d998-4c1e-9af3-df9368d57524 already deleted. [ 708.099670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b6c8855-d998-4c1e-9af3-df9368d57524" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.122671] env[69943]: INFO networking_nsxv3.common.synchronization [req-eeba781d-eb03-4e86-ae46-90cc612e32f9 req-dd9f4762-b4d7-4992-9e4e-30515cf38460 service nova] Enqueued Resource ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee with Priority: HIGHEST for action security_group_rules [ 708.122671] env[69943]: INFO networking_nsxv3.common.synchronization [req-eeba781d-eb03-4e86-ae46-90cc612e32f9 req-dd9f4762-b4d7-4992-9e4e-30515cf38460 service nova] Enqueued Resource ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee with Priority: HIGHEST for action security_group_members [ 708.122671] env[69943]: INFO networking_nsxv3.common.synchronization [req-eeba781d-eb03-4e86-ae46-90cc612e32f9 req-dd9f4762-b4d7-4992-9e4e-30515cf38460 service nova] Enqueued Resource ID: 5f58221d-c03b-4448-a04b-7c8be51edb45 with Priority: HIGHEST for action port [ 708.123051] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee with Priority: HIGHEST for action security_group_rules [ 708.123051] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee with Priority: HIGHEST for action security_group_members [ 708.123168] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f58221d-c03b-4448-a04b-7c8be51edb45 with Priority: HIGHEST for action port [ 708.123743] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93e4d6fb-92ab-4918-8db2-a90ff83445ee taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.123899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.124000] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.127909] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.128011] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93e4d6fb-92ab-4918-8db2-a90ff83445ee',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.129481] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e4d6fb-92ab-4918-8db2-a90ff83445ee taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.129624] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.129696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.129909] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.130089] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.130194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.130260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.130411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.130500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.130590] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e4d6fb-92ab-4918-8db2-a90ff83445ee',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.132905] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f58221d-c03b-4448-a04b-7c8be51edb45 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.133085] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f58221d-c03b-4448-a04b-7c8be51edb45" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.133206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f58221d-c03b-4448-a04b-7c8be51edb45" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.133399] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f58221d-c03b-4448-a04b-7c8be51edb45" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.134412] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f58221d-c03b-4448-a04b-7c8be51edb45',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.156707] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5a6adca-6d6b-46b0-86ae-94f2c554eed7: rpc.has_security_group_logging(os_id): False [ 708.176967] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.177352] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.177352] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.177637] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.177761] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.178198] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.178356] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.178473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.179597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.179709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.179917] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.180034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.180095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.180270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.180313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.180502] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.180598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.180662] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.180837] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.180921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.181024] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 is going to be created. [ 708.262253] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.262253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.262253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.262253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.262253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.275421] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 in Status: IN_PROGRESS for 2s [ 708.593603] env[69943]: INFO networking_nsxv3.common.synchronization [req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a req-531ccb4e-9931-4694-9159-a6fa99050709 tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Enqueued Resource ID: 714b6942-01b8-472c-a484-16f033e34ff8 with Priority: HIGHEST for action security_group_members [ 708.594275] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714b6942-01b8-472c-a484-16f033e34ff8 with Priority: HIGHEST for action security_group_members [ 708.594593] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-714b6942-01b8-472c-a484-16f033e34ff8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.595049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.595266] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.595568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.596173] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.596173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.596173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.596173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.596173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.596671] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('714b6942-01b8-472c-a484-16f033e34ff8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.633850] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93e4d6fb-92ab-4918-8db2-a90ff83445ee',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.639022] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e4d6fb-92ab-4918-8db2-a90ff83445ee taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.639022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.639022] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f58221d-c03b-4448-a04b-7c8be51edb45 with status ACTIVE [ 708.639022] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.639596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.639596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.639757] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.639757] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.639921] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.640033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.640139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.640249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.640323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.640502] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.640868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.640868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.640868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.640868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.641116] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f58221d-c03b-4448-a04b-7c8be51edb45 is going to be updated. [ 708.665588] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.665825] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.665949] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.666281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.666505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.666649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f58221d-c03b-4448-a04b-7c8be51edb45" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.103040] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.103040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.103040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.103040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.103040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.103040] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.103040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.103040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.103741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.103741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.103741] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 714b6942-01b8-472c-a484-16f033e34ff8 already deleted. [ 709.103741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.137294] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93e4d6fb-92ab-4918-8db2-a90ff83445ee',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.459524] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.459746] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-375" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.459876] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-375" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.460223] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-375" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.460482] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.460641] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.460756] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.460973] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.461201] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.461499] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.461569] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.461646] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.461753] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.461861] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 709.461965] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.462122] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.482250] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.482672] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 709.482672] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.482812] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-375" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.483033] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-b4636be3-f178-4bc1-8e75-678f8bf44af7 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.483224] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-b4636be3-f178-4bc1-8e75-678f8bf44af7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.483358] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-b4636be3-f178-4bc1-8e75-678f8bf44af7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.483693] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-b4636be3-f178-4bc1-8e75-678f8bf44af7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.484466] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4636be3-f178-4bc1-8e75-678f8bf44af7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.641284] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.641284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.641284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.641284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.641284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.641284] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee is going to be created. [ 709.689749] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.689971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.689971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.690198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.690617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.702442] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee in Status: UNINITIALIZED for 2s [ 709.861815] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: SUCCESS [ 709.862169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.989812] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.990070] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.990212] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.990502] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.990665] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.990869] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port b4636be3-f178-4bc1-8e75-678f8bf44af7 not found, creating... [ 709.991302] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.991619] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.991850] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.992248] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.992505] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.993020] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.997421] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.997553] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.997891] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.998166] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.998255] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: b4636be3-f178-4bc1-8e75-678f8bf44af7 is going to be created. [ 710.023228] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.023603] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.023603] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.024960] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.024960] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.024960] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-b4636be3-f178-4bc1-8e75-678f8bf44af7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.295772] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 in Status: SUCCESS [ 710.296192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.400031] env[69943]: INFO networking_nsxv3.common.synchronization [req-b5a72ab8-f432-4b94-865d-7383ec76e4f7 req-08da0cf0-f627-4a4a-9b72-bde012b6d3d6 tempest-SecurityGroupRulesTestJSON-2024171990 tempest-SecurityGroupRulesTestJSON-2024171990-project-member] Enqueued Resource ID: abca85a3-ebbf-4a22-b98b-815e1549e919 with Priority: HIGHEST for action security_group_rules [ 710.400316] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abca85a3-ebbf-4a22-b98b-815e1549e919 with Priority: HIGHEST for action security_group_rules [ 710.400606] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abca85a3-ebbf-4a22-b98b-815e1549e919 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.401339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abca85a3-ebbf-4a22-b98b-815e1549e919" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.401339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abca85a3-ebbf-4a22-b98b-815e1549e919" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.402276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abca85a3-ebbf-4a22-b98b-815e1549e919" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.402397] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abca85a3-ebbf-4a22-b98b-815e1549e919',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.450930] env[69943]: INFO networking_nsxv3.common.synchronization [None req-fc33adeb-822c-4f66-a93e-1547d377981c None None] Enqueued Resource ID: 6cf4b67e-fb36-492e-9477-3924f5661b02 with Priority: HIGHEST for action port [ 710.452442] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cf4b67e-fb36-492e-9477-3924f5661b02 with Priority: HIGHEST for action port [ 710.452442] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cf4b67e-fb36-492e-9477-3924f5661b02 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.452442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cf4b67e-fb36-492e-9477-3924f5661b02" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.452442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cf4b67e-fb36-492e-9477-3924f5661b02" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.452442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cf4b67e-fb36-492e-9477-3924f5661b02" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.452442] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cf4b67e-fb36-492e-9477-3924f5661b02',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.926784] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.926784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.926784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.926784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.926784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.926784] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abca85a3-ebbf-4a22-b98b-815e1549e919 already deleted. [ 710.926784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abca85a3-ebbf-4a22-b98b-815e1549e919" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.957044] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cf4b67e-fb36-492e-9477-3924f5661b02 [ 710.957044] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.957044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.957044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.957429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.957429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.957503] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cf4b67e-fb36-492e-9477-3924f5661b02 already deleted. [ 710.959037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cf4b67e-fb36-492e-9477-3924f5661b02" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.113183] env[69943]: INFO networking_nsxv3.common.synchronization [None req-33d7f591-68af-49cd-828b-a7e50bff2189 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Enqueued Resource ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 with Priority: HIGHEST for action security_group_rules [ 711.113183] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 with Priority: HIGHEST for action security_group_rules [ 711.115785] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eebf19c3-6e69-473c-9525-e63d3521e0a8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.115955] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.116020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.116338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.116428] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eebf19c3-6e69-473c-9525-e63d3521e0a8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.226421] env[69943]: INFO networking_nsxv3.common.synchronization [req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a req-3822cd10-e016-4edf-8323-8010f650d84a service nova] Enqueued Resource ID: 714b6942-01b8-472c-a484-16f033e34ff8 with Priority: HIGHEST for action security_group_rules [ 711.226594] env[69943]: INFO networking_nsxv3.common.synchronization [req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a req-3822cd10-e016-4edf-8323-8010f650d84a service nova] Enqueued Resource ID: 714b6942-01b8-472c-a484-16f033e34ff8 with Priority: HIGHEST for action security_group_members [ 711.226714] env[69943]: INFO networking_nsxv3.common.synchronization [req-8a6d2b3c-503f-4728-9ace-e1f6aeecdb5a req-3822cd10-e016-4edf-8323-8010f650d84a service nova] Enqueued Resource ID: b4636be3-f178-4bc1-8e75-678f8bf44af7 with Priority: HIGHEST for action port [ 711.227265] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714b6942-01b8-472c-a484-16f033e34ff8 with Priority: HIGHEST for action security_group_rules [ 711.227498] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714b6942-01b8-472c-a484-16f033e34ff8 with Priority: HIGHEST for action security_group_members [ 711.227641] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4636be3-f178-4bc1-8e75-678f8bf44af7 with Priority: HIGHEST for action port [ 711.227953] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-714b6942-01b8-472c-a484-16f033e34ff8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.228338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.228412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.228723] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.228811] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('714b6942-01b8-472c-a484-16f033e34ff8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.231607] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-714b6942-01b8-472c-a484-16f033e34ff8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.231607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.231607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.231607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.231607] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.231607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.231607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.231607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.231607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.231607] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('714b6942-01b8-472c-a484-16f033e34ff8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.236040] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4636be3-f178-4bc1-8e75-678f8bf44af7 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.236040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4636be3-f178-4bc1-8e75-678f8bf44af7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.236040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4636be3-f178-4bc1-8e75-678f8bf44af7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.236040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4636be3-f178-4bc1-8e75-678f8bf44af7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.236040] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4636be3-f178-4bc1-8e75-678f8bf44af7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.245848] env[69943]: INFO networking_nsxv3.common.synchronization [None req-21ce5684-8864-4ad2-8317-c095c3b09155 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Enqueued Resource ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 with Priority: HIGHEST for action security_group_rules [ 711.245848] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 with Priority: HIGHEST for action security_group_rules [ 711.245848] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eebf19c3-6e69-473c-9525-e63d3521e0a8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.245848] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.642458] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.642914] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.642914] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.643043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.643094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.643209] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 already deleted. [ 711.643287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.643513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.643726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.644334] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eebf19c3-6e69-473c-9525-e63d3521e0a8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.732381] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee in Status: SUCCESS [ 711.732650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.732869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.733071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.733290] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.733407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.733555] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.733617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.733738] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.733796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.734180] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93e4d6fb-92ab-4918-8db2-a90ff83445ee',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.735997] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('714b6942-01b8-472c-a484-16f033e34ff8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.741795] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-714b6942-01b8-472c-a484-16f033e34ff8 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.741795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.741795] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4636be3-f178-4bc1-8e75-678f8bf44af7 with status ACTIVE [ 711.741795] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.741795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.741795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.741795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.741795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.741795] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.741795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.741795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.741795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.742439] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.742725] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.742900] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.743025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.743311] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.743453] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.743600] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4636be3-f178-4bc1-8e75-678f8bf44af7 is going to be updated. [ 711.777538] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.777538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.777538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.777538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.777846] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.777846] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4636be3-f178-4bc1-8e75-678f8bf44af7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.171359] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.171359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.171359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.171359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.171359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.171359] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 already deleted. [ 712.171359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.237075] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e4d6fb-92ab-4918-8db2-a90ff83445ee taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.237264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.237345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.237656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.237844] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.238064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.238064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.238188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.238280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.238370] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.238520] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e4d6fb-92ab-4918-8db2-a90ff83445ee taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.238612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.238671] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.238834] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.238984] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.239083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.239139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.239279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.239355] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.239438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.239523] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93e4d6fb-92ab-4918-8db2-a90ff83445ee',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.241265] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('714b6942-01b8-472c-a484-16f033e34ff8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.742846] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93e4d6fb-92ab-4918-8db2-a90ff83445ee: rpc.has_security_group_logging(os_id): False [ 712.744571] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.744571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.744898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.744898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.744898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.745025] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 714b6942-01b8-472c-a484-16f033e34ff8 is going to be created. [ 712.770517] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.770694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.770694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.771428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.771428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.771428] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.771428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.771428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.771709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.771709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.771870] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.771978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.772032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.772391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.772391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.772503] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.772503] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.772603] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.772779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.772826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.772912] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee is going to be created. [ 712.778213] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.778213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.778213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.778213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.778213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.796739] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 714b6942-01b8-472c-a484-16f033e34ff8 in Status: UNINITIALIZED for 2s [ 712.854086] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.854086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.854086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.854086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.855497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.871899] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee in Status: IN_PROGRESS for 2s [ 714.807593] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 714b6942-01b8-472c-a484-16f033e34ff8 in Status: SUCCESS [ 714.807943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.808222] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.808501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.808740] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.808881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.808972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.809174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.809280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.809789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.809789] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('714b6942-01b8-472c-a484-16f033e34ff8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.887759] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee in Status: SUCCESS [ 714.887883] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.021341] env[69943]: INFO networking_nsxv3.common.synchronization [req-9b725cce-2299-4c3c-b53f-53d9e931679c req-08ee1f81-9099-4fdf-bba0-795ff9a55a2a tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Enqueued Resource ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b with Priority: HIGHEST for action security_group_members [ 715.022041] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b with Priority: HIGHEST for action security_group_members [ 715.022414] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5eef7b-d2d9-47a4-bf68-7c241890441b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.022639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.022639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.022857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.023606] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.028020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.028020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.028020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.028020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.028020] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a5eef7b-d2d9-47a4-bf68-7c241890441b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.312230] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-714b6942-01b8-472c-a484-16f033e34ff8 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.312474] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.312474] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.312689] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.312850] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.313171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.313253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.313427] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.313519] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.313644] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.313805] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-714b6942-01b8-472c-a484-16f033e34ff8 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.314102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.314102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.314274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.314274] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.314375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.314437] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.314590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.314660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.314733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.314820] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('714b6942-01b8-472c-a484-16f033e34ff8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.529082] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.529477] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.529477] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.529649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.529749] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.529972] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.530096] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.530162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.530317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.530409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.530497] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b already deleted. [ 715.530622] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.818283] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 714b6942-01b8-472c-a484-16f033e34ff8: rpc.has_security_group_logging(os_id): False [ 715.863065] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.863308] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.863447] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.863738] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.864239] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.864349] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.864448] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.864675] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.864823] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.865048] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.865162] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.865271] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.865959] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.865959] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 715.865959] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.866162] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.882677] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.882911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.882911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.883136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.883713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.883998] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.884136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.884180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.884375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.884456] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.884649] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.884745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.884808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.884960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.885298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.885506] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.885605] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.885657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.885797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.885871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.885957] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 714b6942-01b8-472c-a484-16f033e34ff8 is going to be created. [ 715.917261] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.917634] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 715.917634] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.917845] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.918217] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-0100201c-7a36-4d4c-8485-43096b6b565e taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.918401] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-0100201c-7a36-4d4c-8485-43096b6b565e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.918521] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-0100201c-7a36-4d4c-8485-43096b6b565e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.918898] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-0100201c-7a36-4d4c-8485-43096b6b565e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.919253] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0100201c-7a36-4d4c-8485-43096b6b565e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.981259] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.981479] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.981529] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.982079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.982079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.994480] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 714b6942-01b8-472c-a484-16f033e34ff8 in Status: IN_PROGRESS for 2s [ 716.422301] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.422554] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.422704] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.422992] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.423187] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.423340] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 0100201c-7a36-4d4c-8485-43096b6b565e not found, creating... [ 716.423665] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.423838] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.423963] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.424216] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.424410] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.424725] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.424937] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.425370] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.425684] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.425910] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.426153] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 0100201c-7a36-4d4c-8485-43096b6b565e is going to be created. [ 716.449731] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.450055] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.450163] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.450361] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.450619] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.450818] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-0100201c-7a36-4d4c-8485-43096b6b565e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.781084] env[69943]: INFO networking_nsxv3.common.synchronization [req-877ef985-2cc9-42b5-acea-60c890367b20 req-b832da30-fc81-40af-8784-a9477344cc3c tempest-SecurityGroupRulesTestJSON-2024171990 tempest-SecurityGroupRulesTestJSON-2024171990-project-member] Enqueued Resource ID: 0cc70352-f950-4a9f-bb8c-7b2cb7b4a496 with Priority: HIGHEST for action security_group_rules [ 716.781084] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc70352-f950-4a9f-bb8c-7b2cb7b4a496 with Priority: HIGHEST for action security_group_rules [ 716.781361] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cc70352-f950-4a9f-bb8c-7b2cb7b4a496 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.781482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cc70352-f950-4a9f-bb8c-7b2cb7b4a496" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.781542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cc70352-f950-4a9f-bb8c-7b2cb7b4a496" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.781793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cc70352-f950-4a9f-bb8c-7b2cb7b4a496" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.781868] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cc70352-f950-4a9f-bb8c-7b2cb7b4a496',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.057806] env[69943]: INFO networking_nsxv3.common.synchronization [req-f164548a-acf5-4ad1-bd73-260df83e8221 req-3ec89819-f377-4f78-8062-f8d07f2d82e6 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Enqueued Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_members [ 717.059798] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_members [ 717.060720] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-917d31ad-68b2-41ec-8ccd-d59996eceaec taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.061123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.062027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.062606] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.063190] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.063556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.063955] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.064644] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.064906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.065209] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.308933] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.308933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.308933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.308933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.308933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.308933] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cc70352-f950-4a9f-bb8c-7b2cb7b4a496 already deleted. [ 717.308933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cc70352-f950-4a9f-bb8c-7b2cb7b4a496" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.391159] env[69943]: INFO networking_nsxv3.common.synchronization [req-9b725cce-2299-4c3c-b53f-53d9e931679c req-38c7ad97-4ba9-4aaa-b1eb-3daa2a4a31ed service nova] Enqueued Resource ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b with Priority: HIGHEST for action security_group_rules [ 717.391159] env[69943]: INFO networking_nsxv3.common.synchronization [req-9b725cce-2299-4c3c-b53f-53d9e931679c req-38c7ad97-4ba9-4aaa-b1eb-3daa2a4a31ed service nova] Enqueued Resource ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b with Priority: HIGHEST for action security_group_members [ 717.391159] env[69943]: INFO networking_nsxv3.common.synchronization [req-9b725cce-2299-4c3c-b53f-53d9e931679c req-38c7ad97-4ba9-4aaa-b1eb-3daa2a4a31ed service nova] Enqueued Resource ID: 0100201c-7a36-4d4c-8485-43096b6b565e with Priority: HIGHEST for action port [ 717.391159] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b with Priority: HIGHEST for action security_group_rules [ 717.391159] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b with Priority: HIGHEST for action security_group_members [ 717.391159] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0100201c-7a36-4d4c-8485-43096b6b565e with Priority: HIGHEST for action port [ 717.391159] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a5eef7b-d2d9-47a4-bf68-7c241890441b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.391799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.391799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.391799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.392071] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a5eef7b-d2d9-47a4-bf68-7c241890441b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.392757] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5eef7b-d2d9-47a4-bf68-7c241890441b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.392815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.392876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.393335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.393335] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.393335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.393657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.393657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.393657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.393782] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a5eef7b-d2d9-47a4-bf68-7c241890441b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.394487] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-0100201c-7a36-4d4c-8485-43096b6b565e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.394571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0100201c-7a36-4d4c-8485-43096b6b565e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.394610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0100201c-7a36-4d4c-8485-43096b6b565e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.394770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0100201c-7a36-4d4c-8485-43096b6b565e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.394833] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0100201c-7a36-4d4c-8485-43096b6b565e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.548461] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.548461] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-654" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.548461] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-654" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.548461] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-654" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.548461] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.548461] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.548461] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.548461] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.548461] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.549694] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.550009] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.550255] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.550504] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.550746] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.550954] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.551225] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.570045] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.574302] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.574302] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 717.574302] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.574302] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-654" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.574302] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-f88999cd-dd6b-4bee-9cc3-a5108a97368f taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.574302] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-f88999cd-dd6b-4bee-9cc3-a5108a97368f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.574302] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-f88999cd-dd6b-4bee-9cc3-a5108a97368f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.574302] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-f88999cd-dd6b-4bee-9cc3-a5108a97368f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.574302] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f88999cd-dd6b-4bee-9cc3-a5108a97368f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.899165] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a5eef7b-d2d9-47a4-bf68-7c241890441b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.900267] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5eef7b-d2d9-47a4-bf68-7c241890441b taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.900383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.901089] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0100201c-7a36-4d4c-8485-43096b6b565e with status ACTIVE [ 717.901089] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.901089] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.901089] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.901280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.901317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.902268] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.902268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.902268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.902268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.902268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.902268] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.902977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.903073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.903242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.903332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.903425] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0100201c-7a36-4d4c-8485-43096b6b565e is going to be updated. [ 717.927740] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.927931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.928035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.928294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.928441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.928643] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0100201c-7a36-4d4c-8485-43096b6b565e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.010775] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 714b6942-01b8-472c-a484-16f033e34ff8 in Status: SUCCESS [ 718.010775] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.071665] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.082459] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.083094] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.083094] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.083094] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.083317] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.083359] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port f88999cd-dd6b-4bee-9cc3-a5108a97368f not found, creating... [ 718.083635] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.083809] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.083923] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.084202] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.084328] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.084592] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.084750] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.084851] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.085241] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.085400] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.085542] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: f88999cd-dd6b-4bee-9cc3-a5108a97368f is going to be created. [ 718.112583] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.112583] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.112583] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.112583] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.112583] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.112583] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-f88999cd-dd6b-4bee-9cc3-a5108a97368f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.254492] env[69943]: INFO networking_nsxv3.common.synchronization [req-24432ebc-a17f-4e90-a4b1-a1ec503f97ef req-d5439cd0-92bb-4d2b-b386-98436e10a38a tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Enqueued Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 718.254492] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 718.254492] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.254492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.254492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.254957] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.255256] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.255483] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.255665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.256060] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.256306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.256499] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.401827] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a5eef7b-d2d9-47a4-bf68-7c241890441b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.577686] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.577686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.577686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.577686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.577686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.577686] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec is going to be updated. [ 718.593283] env[69943]: INFO networking_nsxv3.common.synchronization [req-674d8f98-465d-4af7-8581-048c22751caf req-5d98099a-2d08-434b-b660-1a8dd5410987 tempest-ServerDiagnosticsNegativeTest-826611502 tempest-ServerDiagnosticsNegativeTest-826611502-project-member] Enqueued Resource ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 with Priority: HIGHEST for action security_group_members [ 718.593283] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 with Priority: HIGHEST for action security_group_members [ 718.594311] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.594624] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.594869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.595243] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.595684] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.596155] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.596375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.596718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.596958] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.597195] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a6adca-6d6b-46b0-86ae-94f2c554eed7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.607831] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.607831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.607831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.607831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.607831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.616311] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec in Status: IN_PROGRESS for 2s [ 718.759712] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.759712] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.759712] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.759964] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.759964] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.760428] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.760428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.760428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.761035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.761035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.761035] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 is going to be updated. [ 718.787059] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.787340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.787340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.787607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.787715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.797172] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: IN_PROGRESS for 2s [ 718.824178] env[69943]: INFO networking_nsxv3.common.synchronization [req-f164548a-acf5-4ad1-bd73-260df83e8221 req-d24bfb2f-00e0-45bb-bd65-e57e387de770 service nova] Enqueued Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_rules [ 718.824178] env[69943]: INFO networking_nsxv3.common.synchronization [req-f164548a-acf5-4ad1-bd73-260df83e8221 req-d24bfb2f-00e0-45bb-bd65-e57e387de770 service nova] Enqueued Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_members [ 718.824178] env[69943]: INFO networking_nsxv3.common.synchronization [req-f164548a-acf5-4ad1-bd73-260df83e8221 req-d24bfb2f-00e0-45bb-bd65-e57e387de770 service nova] Enqueued Resource ID: f88999cd-dd6b-4bee-9cc3-a5108a97368f with Priority: HIGHEST for action port [ 718.824178] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_rules [ 718.824178] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_members [ 718.824178] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f88999cd-dd6b-4bee-9cc3-a5108a97368f with Priority: HIGHEST for action port [ 718.824178] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-917d31ad-68b2-41ec-8ccd-d59996eceaec taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.824178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.824178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.824178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.826749] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.828028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-917d31ad-68b2-41ec-8ccd-d59996eceaec taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.828028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.832019] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-f88999cd-dd6b-4bee-9cc3-a5108a97368f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.832019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f88999cd-dd6b-4bee-9cc3-a5108a97368f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.832019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f88999cd-dd6b-4bee-9cc3-a5108a97368f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.832019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f88999cd-dd6b-4bee-9cc3-a5108a97368f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.832019] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f88999cd-dd6b-4bee-9cc3-a5108a97368f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.903298] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.903583] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.903583] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.903746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.903839] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.903937] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b is going to be created. [ 718.932239] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.932239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.932239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.932239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.932239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.942443] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b in Status: UNINITIALIZED for 2s [ 719.103655] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.103655] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.103655] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.103655] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.103655] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.103655] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.103655] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.103655] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.103655] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.103655] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.103655] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 is going to be updated. [ 719.135611] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.135704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.135809] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.136007] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.136189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.149434] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 in Status: IN_PROGRESS for 2s [ 719.331722] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-917d31ad-68b2-41ec-8ccd-d59996eceaec taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.331928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.335001] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f88999cd-dd6b-4bee-9cc3-a5108a97368f with status ACTIVE [ 719.335001] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.335001] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.335001] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.335001] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.335001] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.335001] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.335001] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.335001] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.335001] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.335001] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.335001] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.335001] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.335001] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.338932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.338932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.338932] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f88999cd-dd6b-4bee-9cc3-a5108a97368f is going to be updated. [ 719.365905] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.366264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.366264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.366577] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.366796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.367051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f88999cd-dd6b-4bee-9cc3-a5108a97368f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.429949] env[69943]: INFO networking_nsxv3.common.synchronization [req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 req-56c0d6a4-f158-41da-b719-7aea32851079 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 720.430700] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 720.431140] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.431284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.431284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.431584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.432316] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.432316] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.432316] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.432316] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.432316] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.432316] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.627093] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec in Status: SUCCESS [ 720.627445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.627895] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.628137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.629107] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.629245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.629317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.629485] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.629572] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.629700] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.810781] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: SUCCESS [ 720.810957] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 deletion is rescheduled due to dependency. [ 720.811092] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.938162] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.938254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.938304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.938514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.938602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.938848] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.938999] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.939084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.939249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.939331] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.939423] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 already deleted. [ 720.939506] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.953741] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b in Status: SUCCESS [ 720.953949] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.954135] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.954344] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.954532] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.954646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.954711] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.954856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.954930] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.956307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.956307] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a5eef7b-d2d9-47a4-bf68-7c241890441b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.132179] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.161459] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 in Status: SUCCESS [ 721.161649] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 deletion is rescheduled due to dependency. [ 721.161790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.458804] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5eef7b-d2d9-47a4-bf68-7c241890441b taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.459166] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.459211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.459507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.459757] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.461018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.461018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.461018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.461018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.461018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.462656] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5eef7b-d2d9-47a4-bf68-7c241890441b taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.462656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.462656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.462656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.462656] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.462656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.462656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.462656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.462656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.463284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.463284] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a5eef7b-d2d9-47a4-bf68-7c241890441b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.532596] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.532884] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.533029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.533390] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.533637] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.533795] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.533916] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.534222] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.534376] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.534591] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.534947] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.535108] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.535232] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.535352] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.535462] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.535605] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.555761] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.556520] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.556520] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.556692] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.557453] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-480366fa-9291-47a8-bb2b-af1b0908de34 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.557716] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-480366fa-9291-47a8-bb2b-af1b0908de34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.557893] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-480366fa-9291-47a8-bb2b-af1b0908de34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.558258] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-480366fa-9291-47a8-bb2b-af1b0908de34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.558451] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('480366fa-9291-47a8-bb2b-af1b0908de34',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.635578] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.965237] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a5eef7b-d2d9-47a4-bf68-7c241890441b: rpc.has_security_group_logging(os_id): False [ 721.987201] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.987940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.988067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.988340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.988444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.988665] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.988778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.988856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.989927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.990083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.990349] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.990498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.990551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.990696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.990777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.990979] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.993927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.994021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.994200] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.994295] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.994391] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b is going to be created. [ 722.061634] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.061947] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.063087] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.063087] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.063087] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.063087] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 480366fa-9291-47a8-bb2b-af1b0908de34 not found, creating... [ 722.063087] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.063365] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.063365] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.063701] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.063857] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.064971] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.065218] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.065371] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.066073] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.066073] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.066216] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 480366fa-9291-47a8-bb2b-af1b0908de34 is going to be created. [ 722.069179] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.069473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.069541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.070097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.070330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.088089] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b in Status: IN_PROGRESS for 2s [ 722.109632] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.109831] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.109831] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.110160] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.110994] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.111114] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-480366fa-9291-47a8-bb2b-af1b0908de34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.138865] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.139118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.139118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.139335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.139429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.139533] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec is going to be updated. [ 722.181025] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.181025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.181025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.181025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.181025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.204228] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec in Status: IN_PROGRESS for 2s [ 723.145043] env[69943]: INFO networking_nsxv3.common.synchronization [req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 req-444f64e0-043d-4900-a5b0-60b7e0a43715 service nova] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_rules [ 723.145043] env[69943]: INFO networking_nsxv3.common.synchronization [req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 req-444f64e0-043d-4900-a5b0-60b7e0a43715 service nova] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 723.145332] env[69943]: INFO networking_nsxv3.common.synchronization [req-a3568bcc-aa1f-4c6e-9f10-f6cef6503523 req-444f64e0-043d-4900-a5b0-60b7e0a43715 service nova] Enqueued Resource ID: 480366fa-9291-47a8-bb2b-af1b0908de34 with Priority: HIGHEST for action port [ 723.145374] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_rules [ 723.145503] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 723.145601] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 480366fa-9291-47a8-bb2b-af1b0908de34 with Priority: HIGHEST for action port [ 723.147674] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.147828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.147896] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.148117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.148196] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.149069] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.149178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.149242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.149406] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.149543] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.149630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.149689] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.149883] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.149921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.149978] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.150744] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-480366fa-9291-47a8-bb2b-af1b0908de34 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.150853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-480366fa-9291-47a8-bb2b-af1b0908de34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.150908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-480366fa-9291-47a8-bb2b-af1b0908de34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.151064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-480366fa-9291-47a8-bb2b-af1b0908de34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.151172] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('480366fa-9291-47a8-bb2b-af1b0908de34',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.226019] env[69943]: INFO networking_nsxv3.common.synchronization [None req-e3f94ab2-3d66-40b9-9a13-fbb63a42a7b5 None None] Enqueued Resource ID: 5fc44322-1731-4012-9645-aa1f51b8e796 with Priority: HIGHEST for action port [ 723.226019] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc44322-1731-4012-9645-aa1f51b8e796 with Priority: HIGHEST for action port [ 723.226019] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fc44322-1731-4012-9645-aa1f51b8e796 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.226019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fc44322-1731-4012-9645-aa1f51b8e796" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.226019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fc44322-1731-4012-9645-aa1f51b8e796" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.227061] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fc44322-1731-4012-9645-aa1f51b8e796" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.227330] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fc44322-1731-4012-9645-aa1f51b8e796',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.348215] env[69943]: INFO networking_nsxv3.common.synchronization [req-1199961b-368e-4042-b773-cea60e7d4c81 req-3bfdc855-c390-4228-828e-17bafb5aad7d tempest-SecurityGroupRulesTestJSON-2024171990 tempest-SecurityGroupRulesTestJSON-2024171990-project-member] Enqueued Resource ID: 21aae713-cbc5-475e-843d-7fba9ab3bdbe with Priority: HIGHEST for action security_group_rules [ 723.348215] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21aae713-cbc5-475e-843d-7fba9ab3bdbe with Priority: HIGHEST for action security_group_rules [ 723.348215] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21aae713-cbc5-475e-843d-7fba9ab3bdbe taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.348215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21aae713-cbc5-475e-843d-7fba9ab3bdbe" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.348215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21aae713-cbc5-475e-843d-7fba9ab3bdbe" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.348507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21aae713-cbc5-475e-843d-7fba9ab3bdbe" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.348640] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21aae713-cbc5-475e-843d-7fba9ab3bdbe',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.653105] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.653210] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.653442] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.656587] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 480366fa-9291-47a8-bb2b-af1b0908de34 with status ACTIVE [ 723.656817] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.656948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.657030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.657300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.657410] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.657628] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.657813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.657898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.658071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.658152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.658338] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.658653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.658653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.658653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.658833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.658833] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 480366fa-9291-47a8-bb2b-af1b0908de34 is going to be updated. [ 723.684103] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.684411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.684514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.685057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.685057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.685384] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-480366fa-9291-47a8-bb2b-af1b0908de34" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.730524] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fc44322-1731-4012-9645-aa1f51b8e796 [ 723.731152] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.731410] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.731518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.732027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.732027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.732459] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fc44322-1731-4012-9645-aa1f51b8e796 already deleted. [ 723.732459] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fc44322-1731-4012-9645-aa1f51b8e796" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.890986] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.891202] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.891384] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.891706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.891896] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.892200] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21aae713-cbc5-475e-843d-7fba9ab3bdbe already deleted. [ 723.892200] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21aae713-cbc5-475e-843d-7fba9ab3bdbe" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.100875] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b in Status: SUCCESS [ 724.101132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.159303] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.220711] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec in Status: SUCCESS [ 724.220950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.223117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.223446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.223663] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.223797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.223870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.225020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.225020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.225020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.225020] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.663187] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.663354] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.663419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.663700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.663805] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.663912] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 is going to be created. [ 724.689731] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.689908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.689908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.691710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.691710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.702041] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: UNINITIALIZED for 2s [ 724.729031] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-917d31ad-68b2-41ec-8ccd-d59996eceaec taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.729031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.729031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.729031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.729031] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.729031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.729031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.729031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.729031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.729031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.729031] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-917d31ad-68b2-41ec-8ccd-d59996eceaec taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.729031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.729031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.729031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.729031] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.729031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.729844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.729844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.729844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.729844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.729844] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.791509] env[69943]: INFO networking_nsxv3.common.synchronization [req-fe7f5725-2201-4e05-a339-d99a2e52ad72 req-8621a79b-668a-41d9-8cdf-7e5d73df376a tempest-SecurityGroupRulesTestJSON-2024171990 tempest-SecurityGroupRulesTestJSON-2024171990-project-member] Enqueued Resource ID: 21aae713-cbc5-475e-843d-7fba9ab3bdbe with Priority: HIGHEST for action security_group_rules [ 724.792927] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21aae713-cbc5-475e-843d-7fba9ab3bdbe with Priority: HIGHEST for action security_group_rules [ 724.793335] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21aae713-cbc5-475e-843d-7fba9ab3bdbe taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.794027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21aae713-cbc5-475e-843d-7fba9ab3bdbe" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.794027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21aae713-cbc5-475e-843d-7fba9ab3bdbe" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.794754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21aae713-cbc5-475e-843d-7fba9ab3bdbe" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.794754] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21aae713-cbc5-475e-843d-7fba9ab3bdbe',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.959155] env[69943]: INFO networking_nsxv3.common.synchronization [req-43b487c1-6fae-423d-92c1-079fd71bc576 req-24d0de41-f2d4-4199-8b77-fedfc9ba3143 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Enqueued Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_members [ 724.959650] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_members [ 724.959950] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac622c1-13fb-44b0-8ffc-3cc669910616 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.961418] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.961692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.961922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.962116] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.962234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.962303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.962469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.962556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.962653] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.236502] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 917d31ad-68b2-41ec-8ccd-d59996eceaec: rpc.has_security_group_logging(os_id): False [ 725.265721] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.265721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.265721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.266065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.266668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.266668] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.266668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.266668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.266961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.266961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.267391] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.267495] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.267582] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.267846] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.268080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.268219] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.272403] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.272403] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.272403] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.272403] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.272403] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec is going to be updated. [ 725.331316] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.331316] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.331544] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.331590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.331658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.331757] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21aae713-cbc5-475e-843d-7fba9ab3bdbe already deleted. [ 725.331836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21aae713-cbc5-475e-843d-7fba9ab3bdbe" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.354713] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.354713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.354713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.354713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.354713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.370507] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec in Status: IN_PROGRESS for 2s [ 725.469024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.469024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.469024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.469024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.469024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.469024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.469024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.469024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.469663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.469663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.469663] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac622c1-13fb-44b0-8ffc-3cc669910616 is going to be updated. [ 725.518463] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.518629] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.518683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.519785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.519785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.534205] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac622c1-13fb-44b0-8ffc-3cc669910616 in Status: IN_PROGRESS for 2s [ 725.537276] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.537615] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.537867] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.538210] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.538517] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.539432] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.539432] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.539432] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.539432] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.539628] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.539628] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.539700] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.539802] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.539909] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.540013] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.540208] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.563253] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.564932] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 725.565303] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.565613] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.566184] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-699516bf-da81-44b3-8527-483633159098 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.566496] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-699516bf-da81-44b3-8527-483633159098" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.566726] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-699516bf-da81-44b3-8527-483633159098" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.567251] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-699516bf-da81-44b3-8527-483633159098" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.568414] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('699516bf-da81-44b3-8527-483633159098',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.075789] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.076033] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.076161] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.076614] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.076614] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.076766] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 699516bf-da81-44b3-8527-483633159098 not found, creating... [ 726.077016] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.077168] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.077288] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.077505] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.077640] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.077955] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.078161] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.078276] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.078488] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.078618] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.078754] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 699516bf-da81-44b3-8527-483633159098 is going to be created. [ 726.104959] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.105193] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.105426] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.105751] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.105974] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.106224] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-699516bf-da81-44b3-8527-483633159098" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.325498] env[69943]: INFO networking_nsxv3.common.synchronization [None req-fd84a6ef-b450-443f-9cf1-9d3d6d3f003f None None] Enqueued Resource ID: b2c20f7c-cb7a-47f9-8d13-060061b767bb with Priority: HIGHEST for action port [ 726.325498] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c20f7c-cb7a-47f9-8d13-060061b767bb with Priority: HIGHEST for action port [ 726.325498] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2c20f7c-cb7a-47f9-8d13-060061b767bb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.326667] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2c20f7c-cb7a-47f9-8d13-060061b767bb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.326667] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2c20f7c-cb7a-47f9-8d13-060061b767bb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.328057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2c20f7c-cb7a-47f9-8d13-060061b767bb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.328718] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c20f7c-cb7a-47f9-8d13-060061b767bb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.715925] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: SUCCESS [ 726.716287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.716564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.716980] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.717241] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.717486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.718523] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.718523] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.718523] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.718523] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.718714] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.830665] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2c20f7c-cb7a-47f9-8d13-060061b767bb [ 726.830910] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.831075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.831484] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.831484] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.831484] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.831484] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2c20f7c-cb7a-47f9-8d13-060061b767bb already deleted. [ 726.832108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2c20f7c-cb7a-47f9-8d13-060061b767bb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.222172] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.287134] env[69943]: INFO networking_nsxv3.common.synchronization [req-43b487c1-6fae-423d-92c1-079fd71bc576 req-f64cb5b5-cb99-4b1b-bf2a-81d562f7baf9 service nova] Enqueued Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_rules [ 727.287667] env[69943]: INFO networking_nsxv3.common.synchronization [req-43b487c1-6fae-423d-92c1-079fd71bc576 req-f64cb5b5-cb99-4b1b-bf2a-81d562f7baf9 service nova] Enqueued Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_members [ 727.287999] env[69943]: INFO networking_nsxv3.common.synchronization [req-43b487c1-6fae-423d-92c1-079fd71bc576 req-f64cb5b5-cb99-4b1b-bf2a-81d562f7baf9 service nova] Enqueued Resource ID: 699516bf-da81-44b3-8527-483633159098 with Priority: HIGHEST for action port [ 727.289185] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_rules [ 727.289185] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_members [ 727.289403] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699516bf-da81-44b3-8527-483633159098 with Priority: HIGHEST for action port [ 727.289736] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eac622c1-13fb-44b0-8ffc-3cc669910616 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.289958] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.290065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.290283] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.290419] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.292848] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac622c1-13fb-44b0-8ffc-3cc669910616 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.292848] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.292848] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-699516bf-da81-44b3-8527-483633159098 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.292848] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-699516bf-da81-44b3-8527-483633159098" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.292848] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-699516bf-da81-44b3-8527-483633159098" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.292848] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-699516bf-da81-44b3-8527-483633159098" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.292848] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('699516bf-da81-44b3-8527-483633159098',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.392726] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec in Status: SUCCESS [ 727.393512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.544683] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac622c1-13fb-44b0-8ffc-3cc669910616 in Status: SUCCESS [ 727.544874] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac622c1-13fb-44b0-8ffc-3cc669910616 deletion is rescheduled due to dependency. [ 727.544995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.545216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.545396] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.545583] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.545697] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.545766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.545899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.545988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.549614] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.723671] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55a70454-7f94-4808-a400-e90c3fa084a6: rpc.has_security_group_logging(os_id): False [ 727.743127] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.743697] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.743697] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.746414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.746414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.746414] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.746414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.746414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.746414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.746414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.746414] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 is going to be created. [ 727.799789] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac622c1-13fb-44b0-8ffc-3cc669910616 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.799789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.799789] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 699516bf-da81-44b3-8527-483633159098 with status ACTIVE [ 727.799789] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.799789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.799789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.799789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.799789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.799789] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.799789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.799789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.799789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.799789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.800707] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.800707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.800707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.800707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.800707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.800707] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 699516bf-da81-44b3-8527-483633159098 is going to be updated. [ 727.824288] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.827463] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.827463] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.827463] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.827463] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.828669] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.828669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.828669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.833282] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.833282] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.833282] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-699516bf-da81-44b3-8527-483633159098" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.847525] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: IN_PROGRESS for 2s [ 728.051928] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.221620] env[69943]: INFO networking_nsxv3.common.synchronization [req-231f4a83-c6f9-4205-9dae-90259deb5888 req-0cd266ab-69b9-46c7-b017-e841f593587e tempest-SecurityGroupRulesTestJSON-2024171990 tempest-SecurityGroupRulesTestJSON-2024171990-project-member] Enqueued Resource ID: 21aae713-cbc5-475e-843d-7fba9ab3bdbe with Priority: HIGHEST for action security_group_rules [ 728.221620] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21aae713-cbc5-475e-843d-7fba9ab3bdbe with Priority: HIGHEST for action security_group_rules [ 728.222269] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21aae713-cbc5-475e-843d-7fba9ab3bdbe taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.222673] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21aae713-cbc5-475e-843d-7fba9ab3bdbe" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.224286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21aae713-cbc5-475e-843d-7fba9ab3bdbe" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.224286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21aae713-cbc5-475e-843d-7fba9ab3bdbe" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.224286] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21aae713-cbc5-475e-843d-7fba9ab3bdbe',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.402211] env[69943]: INFO networking_nsxv3.common.synchronization [None req-91821df7-3365-4980-bce7-ab2eb9d46900 None None] Enqueued Resource ID: b48b4b70-b28f-429b-932f-e403c1d5d1d5 with Priority: HIGHEST for action port [ 728.402211] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48b4b70-b28f-429b-932f-e403c1d5d1d5 with Priority: HIGHEST for action port [ 728.402211] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-b48b4b70-b28f-429b-932f-e403c1d5d1d5 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.402211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b48b4b70-b28f-429b-932f-e403c1d5d1d5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.402211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b48b4b70-b28f-429b-932f-e403c1d5d1d5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.402211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b48b4b70-b28f-429b-932f-e403c1d5d1d5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.402211] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48b4b70-b28f-429b-932f-e403c1d5d1d5',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.441708] env[69943]: INFO networking_nsxv3.common.synchronization [None req-10e00466-0bb9-49f2-b81c-29d1e6ea0ff6 None None] Enqueued Resource ID: 22a95fbd-3af7-4b9e-895f-5f90da0230a6 with Priority: HIGHEST for action port [ 728.441708] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22a95fbd-3af7-4b9e-895f-5f90da0230a6 with Priority: HIGHEST for action port [ 728.442027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-22a95fbd-3af7-4b9e-895f-5f90da0230a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.442246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22a95fbd-3af7-4b9e-895f-5f90da0230a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.442335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22a95fbd-3af7-4b9e-895f-5f90da0230a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.443382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22a95fbd-3af7-4b9e-895f-5f90da0230a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.443603] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22a95fbd-3af7-4b9e-895f-5f90da0230a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.555655] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.747375] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.747471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.747550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.747806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.748025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.748178] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21aae713-cbc5-475e-843d-7fba9ab3bdbe already deleted. [ 728.748280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21aae713-cbc5-475e-843d-7fba9ab3bdbe" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.905276] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b48b4b70-b28f-429b-932f-e403c1d5d1d5 [ 728.905553] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.905683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.905750] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.905956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.906058] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.906147] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b48b4b70-b28f-429b-932f-e403c1d5d1d5 already deleted. [ 728.906237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b48b4b70-b28f-429b-932f-e403c1d5d1d5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.946408] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22a95fbd-3af7-4b9e-895f-5f90da0230a6 [ 728.946575] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.946723] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.946797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.947021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.947113] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.947210] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22a95fbd-3af7-4b9e-895f-5f90da0230a6 already deleted. [ 728.947296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22a95fbd-3af7-4b9e-895f-5f90da0230a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.998457] env[69943]: INFO networking_nsxv3.common.synchronization [req-5ae11523-bd41-4482-bb2a-04089ebd6b12 req-3e360ae3-61b1-4fc2-be79-8ef5e9d5c2ad tempest-ServerAddressesNegativeTestJSON-1929912430 tempest-ServerAddressesNegativeTestJSON-1929912430-project-member] Enqueued Resource ID: 714b6942-01b8-472c-a484-16f033e34ff8 with Priority: HIGHEST for action security_group_members [ 729.000206] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714b6942-01b8-472c-a484-16f033e34ff8 with Priority: HIGHEST for action security_group_members [ 729.001047] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-714b6942-01b8-472c-a484-16f033e34ff8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.002379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.002458] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.002660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.002826] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.002934] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.002993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.003169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.003261] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.003359] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('714b6942-01b8-472c-a484-16f033e34ff8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.061176] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.061393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.061500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.061752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.061877] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.062627] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac622c1-13fb-44b0-8ffc-3cc669910616 is going to be updated. [ 729.098270] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.100654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.100654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.100654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.100654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.108799] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac622c1-13fb-44b0-8ffc-3cc669910616 in Status: IN_PROGRESS for 2s [ 729.510979] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.511419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.511419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.512644] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.512644] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.512644] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.512872] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.512872] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.513351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.513351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.513351] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 714b6942-01b8-472c-a484-16f033e34ff8 is going to be updated. [ 729.551020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.551020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.551020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.551020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.551020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.561997] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 714b6942-01b8-472c-a484-16f033e34ff8 in Status: IN_PROGRESS for 2s [ 729.862671] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: SUCCESS [ 729.862671] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.778540] env[69943]: INFO networking_nsxv3.common.synchronization [None req-0720d209-d951-45f9-86e2-3512e3567e21 None None] Enqueued Resource ID: 1a8c671b-8805-45f0-8d85-b09792a735e4 with Priority: HIGHEST for action port [ 730.778812] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a8c671b-8805-45f0-8d85-b09792a735e4 with Priority: HIGHEST for action port [ 730.779462] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a8c671b-8805-45f0-8d85-b09792a735e4 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.779594] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a8c671b-8805-45f0-8d85-b09792a735e4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.779666] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a8c671b-8805-45f0-8d85-b09792a735e4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.779939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a8c671b-8805-45f0-8d85-b09792a735e4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.781186] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a8c671b-8805-45f0-8d85-b09792a735e4',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.821256] env[69943]: INFO networking_nsxv3.common.synchronization [req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 req-fadf83c3-c273-4adb-8aed-59cf304934d9 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Enqueued Resource ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc with Priority: HIGHEST for action security_group_members [ 730.821898] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc with Priority: HIGHEST for action security_group_members [ 730.822422] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.822669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.822768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.823806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.823806] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.823806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.823806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.823806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.823806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.824323] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.132650] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac622c1-13fb-44b0-8ffc-3cc669910616 in Status: SUCCESS [ 731.132650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.132650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.132650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.132650] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.132650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.132650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.132650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.132650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.132650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.132650] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.283261] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a8c671b-8805-45f0-8d85-b09792a735e4 [ 731.283523] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.283741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.283741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.284430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.284430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.284430] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a8c671b-8805-45f0-8d85-b09792a735e4 already deleted. [ 731.284430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a8c671b-8805-45f0-8d85-b09792a735e4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.327595] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.327741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.327977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.328080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.328175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.328376] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.328471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.328603] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.328728] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.328798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.328963] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc already deleted. [ 731.328963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.572062] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 714b6942-01b8-472c-a484-16f033e34ff8 in Status: SUCCESS [ 731.573486] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 714b6942-01b8-472c-a484-16f033e34ff8 deletion is rescheduled due to dependency. [ 731.573486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.639102] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac622c1-13fb-44b0-8ffc-3cc669910616 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.639230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.639313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.639535] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.639715] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.639813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.639879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.640040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.641978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.641978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.641978] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac622c1-13fb-44b0-8ffc-3cc669910616 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.641978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.641978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.641978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.641978] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.641978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.641978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.641978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.641978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.641978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.641978] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.807502] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-515 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.807502] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-515" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.807502] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-515" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.808060] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-515" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.808520] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.809139] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.809139] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.809139] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.810162] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.811174] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.811251] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.811875] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.811875] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.811875] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.811875] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.811875] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.844253] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.844459] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 731.844564] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.844735] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-515" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.845081] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.848021] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.848021] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.848021] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.848021] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac6f0f4b-3dcb-4a98-a72b-b42739672f0d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.145641] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eac622c1-13fb-44b0-8ffc-3cc669910616: rpc.has_security_group_logging(os_id): False [ 732.171774] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.171950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.172053] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.172305] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.172403] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.172650] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.172772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.172839] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.173042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.173145] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.173365] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.173472] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.173550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.173762] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.173854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.174089] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.174190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.174276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.174433] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.174515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.174617] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eac622c1-13fb-44b0-8ffc-3cc669910616 is going to be updated. [ 732.239022] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.239022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.239022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.239022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.239022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.251348] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eac622c1-13fb-44b0-8ffc-3cc669910616 in Status: IN_PROGRESS for 2s [ 732.345522] env[69943]: INFO networking_nsxv3.common.synchronization [None req-4ae334a7-bf6f-4dd8-a0d0-ef26774ff2a2 None None] Enqueued Resource ID: 69e6372c-7d5f-40d5-abf8-35e143533549 with Priority: HIGHEST for action port [ 732.346386] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e6372c-7d5f-40d5-abf8-35e143533549 with Priority: HIGHEST for action port [ 732.346565] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-69e6372c-7d5f-40d5-abf8-35e143533549 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.346706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69e6372c-7d5f-40d5-abf8-35e143533549" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.346790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69e6372c-7d5f-40d5-abf8-35e143533549" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.347012] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69e6372c-7d5f-40d5-abf8-35e143533549" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.347158] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e6372c-7d5f-40d5-abf8-35e143533549',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.348197] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.348483] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.348562] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.348745] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.349461] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.349927] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port ac6f0f4b-3dcb-4a98-a72b-b42739672f0d not found, creating... [ 732.350313] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.350474] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.350567] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.350741] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.350887] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.351236] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.351444] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.352146] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.352146] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.352146] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.352146] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: ac6f0f4b-3dcb-4a98-a72b-b42739672f0d is going to be created. [ 732.384716] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.385391] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.385391] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.385535] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.385746] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.387301] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.469826] env[69943]: INFO networking_nsxv3.common.synchronization [None req-2ba4a788-2622-4687-b46e-0bc8906e924d None None] Enqueued Resource ID: 7b7a08a1-14d2-41ab-93bc-8db725fc4ae1 with Priority: HIGHEST for action port [ 732.469826] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7a08a1-14d2-41ab-93bc-8db725fc4ae1 with Priority: HIGHEST for action port [ 732.470256] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b7a08a1-14d2-41ab-93bc-8db725fc4ae1 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.470256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b7a08a1-14d2-41ab-93bc-8db725fc4ae1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.472010] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b7a08a1-14d2-41ab-93bc-8db725fc4ae1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.474033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b7a08a1-14d2-41ab-93bc-8db725fc4ae1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.474033] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b7a08a1-14d2-41ab-93bc-8db725fc4ae1',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.855069] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69e6372c-7d5f-40d5-abf8-35e143533549 [ 732.855750] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.856789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.856789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.856789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.856789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.856789] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69e6372c-7d5f-40d5-abf8-35e143533549 already deleted. [ 732.856789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69e6372c-7d5f-40d5-abf8-35e143533549" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.975798] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b7a08a1-14d2-41ab-93bc-8db725fc4ae1 [ 732.976064] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.976341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.976341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.976968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.976968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.976968] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b7a08a1-14d2-41ab-93bc-8db725fc4ae1 already deleted. [ 732.976968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b7a08a1-14d2-41ab-93bc-8db725fc4ae1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.342797] env[69943]: INFO networking_nsxv3.common.synchronization [req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 req-a2977668-a711-464e-87ad-86cf9e0a4848 tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Enqueued Resource ID: d726126e-b413-40a7-b495-c754ab7e71d0 with Priority: HIGHEST for action security_group_members [ 733.344854] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d726126e-b413-40a7-b495-c754ab7e71d0 with Priority: HIGHEST for action security_group_members [ 733.344854] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d726126e-b413-40a7-b495-c754ab7e71d0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.344854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.344854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.345239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.345305] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.345396] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.345475] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.345704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.345813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.346619] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d726126e-b413-40a7-b495-c754ab7e71d0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.367413] env[69943]: INFO networking_nsxv3.common.synchronization [None req-850677df-38d8-4274-add5-02eb9860b616 None None] Enqueued Resource ID: d0f8c84f-a125-4bc2-9094-774f30a80d62 with Priority: HIGHEST for action port [ 733.367413] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0f8c84f-a125-4bc2-9094-774f30a80d62 with Priority: HIGHEST for action port [ 733.367892] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0f8c84f-a125-4bc2-9094-774f30a80d62 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.368059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0f8c84f-a125-4bc2-9094-774f30a80d62" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.368150] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0f8c84f-a125-4bc2-9094-774f30a80d62" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.368374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0f8c84f-a125-4bc2-9094-774f30a80d62" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.368480] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f8c84f-a125-4bc2-9094-774f30a80d62',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.730072] env[69943]: INFO networking_nsxv3.common.synchronization [req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 req-7031a7b6-9ba5-45cb-89fb-c4c2f2b88d4d service nova] Enqueued Resource ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc with Priority: HIGHEST for action security_group_rules [ 733.730072] env[69943]: INFO networking_nsxv3.common.synchronization [req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 req-7031a7b6-9ba5-45cb-89fb-c4c2f2b88d4d service nova] Enqueued Resource ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc with Priority: HIGHEST for action security_group_members [ 733.730072] env[69943]: INFO networking_nsxv3.common.synchronization [req-01e8cb16-bbed-49a1-8a91-2f18eaf848c5 req-7031a7b6-9ba5-45cb-89fb-c4c2f2b88d4d service nova] Enqueued Resource ID: ac6f0f4b-3dcb-4a98-a72b-b42739672f0d with Priority: HIGHEST for action port [ 733.730072] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc with Priority: HIGHEST for action security_group_rules [ 733.730072] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc with Priority: HIGHEST for action security_group_members [ 733.730072] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6f0f4b-3dcb-4a98-a72b-b42739672f0d with Priority: HIGHEST for action port [ 733.730072] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.730072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.730072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.730963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.734043] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.734043] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.734043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.734043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.734043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.734043] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.734043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.734043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.734043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.734043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.734043] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.736141] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.736471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.736685] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.736999] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.737267] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac6f0f4b-3dcb-4a98-a72b-b42739672f0d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.851776] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.851776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.851776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.851776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.851776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.851776] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.851776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.851776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.851776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.851776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.851776] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d726126e-b413-40a7-b495-c754ab7e71d0 already deleted. [ 733.851776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.871458] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0f8c84f-a125-4bc2-9094-774f30a80d62 [ 733.873021] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.873021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.873021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.873021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.873021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.873021] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0f8c84f-a125-4bc2-9094-774f30a80d62 already deleted. [ 733.873021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0f8c84f-a125-4bc2-9094-774f30a80d62" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.241677] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.241860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.242560] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.243787] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac6f0f4b-3dcb-4a98-a72b-b42739672f0d with status ACTIVE [ 734.244183] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.244296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.244338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.244815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.244815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.245220] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.245380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.245483] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.245806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.245806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.246129] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.246324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.246431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.246612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.246733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.246850] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac6f0f4b-3dcb-4a98-a72b-b42739672f0d is going to be updated. [ 734.268244] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eac622c1-13fb-44b0-8ffc-3cc669910616 in Status: SUCCESS [ 734.268520] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.276345] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.276345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.276589] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.276684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.276854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.276981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac6f0f4b-3dcb-4a98-a72b-b42739672f0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.749697] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.158297] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-192 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.158297] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-192" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.158720] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-192" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.160133] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-192" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.160133] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.160482] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.160740] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.161098] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.161305] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.161987] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.162191] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 735.162478] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 735.162884] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 735.163061] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 735.163206] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 735.164119] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.186062] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.186253] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 735.186408] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.186585] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-192" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.186910] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.187097] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.187408] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.187537] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.187676] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.252459] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.252634] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.253177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.253398] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.253574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.253658] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc is going to be created. [ 735.282464] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.282633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.282699] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.282952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.283229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.301753] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc in Status: UNINITIALIZED for 2s [ 735.444329] env[69943]: INFO networking_nsxv3.common.synchronization [None req-fc322237-f0bb-4b45-9c1a-9cf77d9e3ca0 None None] Enqueued Resource ID: eb255ac7-a6a5-4a0d-8b0e-64a175715938 with Priority: HIGHEST for action port [ 735.444329] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb255ac7-a6a5-4a0d-8b0e-64a175715938 with Priority: HIGHEST for action port [ 735.444329] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb255ac7-a6a5-4a0d-8b0e-64a175715938 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.444329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb255ac7-a6a5-4a0d-8b0e-64a175715938" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.444329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb255ac7-a6a5-4a0d-8b0e-64a175715938" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.444329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb255ac7-a6a5-4a0d-8b0e-64a175715938" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.444329] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb255ac7-a6a5-4a0d-8b0e-64a175715938',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.693029] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.693029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.693285] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.694388] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.694388] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.694388] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 not found, creating... [ 735.694388] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.694388] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.694388] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.694955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.694955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.695048] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.695624] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.695624] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.695840] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.696217] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.696217] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 is going to be created. [ 735.719948] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.720179] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.720292] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.720739] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.720842] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.721019] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.951245] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb255ac7-a6a5-4a0d-8b0e-64a175715938 [ 735.951245] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.951245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.951245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.951245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.951245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.951245] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb255ac7-a6a5-4a0d-8b0e-64a175715938 already deleted. [ 735.951245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb255ac7-a6a5-4a0d-8b0e-64a175715938" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.064929] env[69943]: INFO networking_nsxv3.common.synchronization [req-6450c683-e3c2-4970-8a62-5dda78200515 req-b7e04113-45f1-4899-86b5-7c6dacbdaf84 tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Enqueued Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGHEST for action security_group_members [ 736.069815] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGHEST for action security_group_members [ 736.070238] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-0872afa5-d0d5-4c6b-b502-38913f515170 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.070362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.070430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.070732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.070884] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.071017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.071085] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.071250] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.071355] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.071561] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0872afa5-d0d5-4c6b-b502-38913f515170',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.339017] env[69943]: INFO networking_nsxv3.common.synchronization [None req-ed1ddfac-4b92-43e1-874c-15b5b4d7ac04 None None] Enqueued Resource ID: 214282ad-e5f3-4661-b37f-d684b1541e33 with Priority: HIGHEST for action port [ 736.344320] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214282ad-e5f3-4661-b37f-d684b1541e33 with Priority: HIGHEST for action port [ 736.344320] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-214282ad-e5f3-4661-b37f-d684b1541e33 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.344320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-214282ad-e5f3-4661-b37f-d684b1541e33" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.344320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-214282ad-e5f3-4661-b37f-d684b1541e33" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.344320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-214282ad-e5f3-4661-b37f-d684b1541e33" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.344320] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('214282ad-e5f3-4661-b37f-d684b1541e33',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.574728] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.574954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.574954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.575152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.575228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.575422] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.575521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.575584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.575733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.575808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.575894] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0872afa5-d0d5-4c6b-b502-38913f515170 already deleted. [ 736.575976] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.846702] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 214282ad-e5f3-4661-b37f-d684b1541e33 [ 736.847323] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.847323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.847323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.847685] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.847685] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.847685] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:214282ad-e5f3-4661-b37f-d684b1541e33 already deleted. [ 736.847685] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-214282ad-e5f3-4661-b37f-d684b1541e33" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.867478] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.868292] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-723" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.868451] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-723" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.868793] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-723" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.869492] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.869766] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.869902] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.870150] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.870303] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.870628] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.870628] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.870739] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.870843] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.870939] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.871079] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.871183] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.894976] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.899331] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.899331] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.899551] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-723" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.900976] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-ae477bc8-45b3-4b85-b820-203940f36141 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.900976] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-ae477bc8-45b3-4b85-b820-203940f36141" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.900976] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-ae477bc8-45b3-4b85-b820-203940f36141" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.900976] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-ae477bc8-45b3-4b85-b820-203940f36141" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.900976] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae477bc8-45b3-4b85-b820-203940f36141',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.073402] env[69943]: INFO networking_nsxv3.common.synchronization [req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 req-79eb9ed5-077e-47ad-8537-6a307c032c69 service nova] Enqueued Resource ID: d726126e-b413-40a7-b495-c754ab7e71d0 with Priority: HIGHEST for action security_group_rules [ 737.073402] env[69943]: INFO networking_nsxv3.common.synchronization [req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 req-79eb9ed5-077e-47ad-8537-6a307c032c69 service nova] Enqueued Resource ID: d726126e-b413-40a7-b495-c754ab7e71d0 with Priority: HIGHEST for action security_group_members [ 737.073402] env[69943]: INFO networking_nsxv3.common.synchronization [req-4e21b2f6-4ad1-4fce-8510-e6cd3d4d4de9 req-79eb9ed5-077e-47ad-8537-6a307c032c69 service nova] Enqueued Resource ID: 3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 with Priority: HIGHEST for action port [ 737.073402] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d726126e-b413-40a7-b495-c754ab7e71d0 with Priority: HIGHEST for action security_group_rules [ 737.073402] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d726126e-b413-40a7-b495-c754ab7e71d0 with Priority: HIGHEST for action security_group_members [ 737.073402] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 with Priority: HIGHEST for action port [ 737.073849] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d726126e-b413-40a7-b495-c754ab7e71d0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.073975] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.074238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.074469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.074557] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d726126e-b413-40a7-b495-c754ab7e71d0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.075812] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d726126e-b413-40a7-b495-c754ab7e71d0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.075929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.075991] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.076202] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.076367] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.076469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.076529] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.077071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.077071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.077071] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d726126e-b413-40a7-b495-c754ab7e71d0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.078099] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.078242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.078335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.078505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.078612] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.310993] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc in Status: SUCCESS [ 737.311237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.311417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.311908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.312469] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.312469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.312469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.312469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.312670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.312670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.312752] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.406163] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.406494] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.407049] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.407049] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.407049] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.407208] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port ae477bc8-45b3-4b85-b820-203940f36141 not found, creating... [ 737.407872] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.407872] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.407872] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.408075] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.408701] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.408701] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.408701] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.408972] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.408972] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.411705] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.411705] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: ae477bc8-45b3-4b85-b820-203940f36141 is going to be created. [ 737.438252] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.438252] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.438252] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.438252] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.438252] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.438252] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-ae477bc8-45b3-4b85-b820-203940f36141" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.579997] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d726126e-b413-40a7-b495-c754ab7e71d0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.583322] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 with status ACTIVE [ 737.583322] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.583322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.583322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.583322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.583322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.583322] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.583322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.583322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.583322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.583719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.583719] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.583719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.583847] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.583988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.583988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.586040] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463 is going to be updated. [ 737.587707] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d726126e-b413-40a7-b495-c754ab7e71d0 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.587855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.620112] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.620269] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.620269] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.620495] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.620659] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.621948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f0ac7d3-fbd5-42b2-b3b6-89b5ece1c463" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.816858] env[69943]: INFO networking_nsxv3.common.synchronization [None req-e5dcf5ef-fe05-44d9-89e8-6456b066602a None None] Enqueued Resource ID: fd636e11-094f-4d56-863f-0ac2a5873165 with Priority: HIGHEST for action port [ 737.816858] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.816858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.816858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.816858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.816858] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.816858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.816858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.816858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.816858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.816858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.817946] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.818525] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.818723] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.819026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.819312] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.819681] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.822020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.822020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.822020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.822020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.822020] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.822020] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd636e11-094f-4d56-863f-0ac2a5873165 with Priority: HIGHEST for action port [ 737.823054] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd636e11-094f-4d56-863f-0ac2a5873165 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.823378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd636e11-094f-4d56-863f-0ac2a5873165" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.823554] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd636e11-094f-4d56-863f-0ac2a5873165" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.823894] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd636e11-094f-4d56-863f-0ac2a5873165" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.824145] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd636e11-094f-4d56-863f-0ac2a5873165',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.091107] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d726126e-b413-40a7-b495-c754ab7e71d0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.322731] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc: rpc.has_security_group_logging(os_id): False [ 738.326489] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd636e11-094f-4d56-863f-0ac2a5873165 [ 738.326732] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.326865] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.326931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.327168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.327265] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.327381] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd636e11-094f-4d56-863f-0ac2a5873165 already deleted. [ 738.327431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd636e11-094f-4d56-863f-0ac2a5873165" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.344335] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.345366] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.345506] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.345762] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.348192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.348463] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.348619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.348687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.348877] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.348954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.349201] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.349282] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.349343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.349489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.349559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.349738] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.349880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.349880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.350610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.350740] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.350845] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc is going to be created. [ 738.422043] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.422043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.422043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.422043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.422043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.439564] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc in Status: IN_PROGRESS for 2s [ 738.493871] env[69943]: INFO networking_nsxv3.common.synchronization [req-6450c683-e3c2-4970-8a62-5dda78200515 req-beb02bc9-8951-4402-9fc3-a910e411f897 service nova] Enqueued Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGHEST for action security_group_rules [ 738.493871] env[69943]: INFO networking_nsxv3.common.synchronization [req-6450c683-e3c2-4970-8a62-5dda78200515 req-beb02bc9-8951-4402-9fc3-a910e411f897 service nova] Enqueued Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGHEST for action security_group_members [ 738.493871] env[69943]: INFO networking_nsxv3.common.synchronization [req-6450c683-e3c2-4970-8a62-5dda78200515 req-beb02bc9-8951-4402-9fc3-a910e411f897 service nova] Enqueued Resource ID: ae477bc8-45b3-4b85-b820-203940f36141 with Priority: HIGHEST for action port [ 738.494025] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGHEST for action security_group_rules [ 738.494025] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGHEST for action security_group_members [ 738.494173] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae477bc8-45b3-4b85-b820-203940f36141 with Priority: HIGHEST for action port [ 738.495636] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0872afa5-d0d5-4c6b-b502-38913f515170 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.496301] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.496398] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.497456] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.497456] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0872afa5-d0d5-4c6b-b502-38913f515170',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.498867] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-0872afa5-d0d5-4c6b-b502-38913f515170 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.499012] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.499093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.499613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.499613] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.499613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.499791] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.499906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.500518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.501126] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0872afa5-d0d5-4c6b-b502-38913f515170',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.502047] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae477bc8-45b3-4b85-b820-203940f36141 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.503164] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae477bc8-45b3-4b85-b820-203940f36141" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.503271] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae477bc8-45b3-4b85-b820-203940f36141" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.503940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae477bc8-45b3-4b85-b820-203940f36141" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.503940] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae477bc8-45b3-4b85-b820-203940f36141',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.593248] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.593433] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.593513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.593744] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.593824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.593919] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d726126e-b413-40a7-b495-c754ab7e71d0 is going to be created. [ 738.637651] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.637651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.637651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.637651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.637651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.654262] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d726126e-b413-40a7-b495-c754ab7e71d0 in Status: UNINITIALIZED for 2s [ 738.909085] env[69943]: INFO networking_nsxv3.common.synchronization [req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 req-9ea1a764-537e-4459-ab26-cca6d8a9f6c2 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 738.909712] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 738.910512] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.910701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.910701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.911128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.911270] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.912642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.912642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.912642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.912642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.912642] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.965655] env[69943]: INFO networking_nsxv3.common.synchronization [None req-a1632804-0306-4da2-814b-c02513e6049d None None] Enqueued Resource ID: 1569e3a6-b051-4d08-b24f-091d175ccd8d with Priority: HIGHEST for action port [ 738.966702] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1569e3a6-b051-4d08-b24f-091d175ccd8d with Priority: HIGHEST for action port [ 738.967167] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-1569e3a6-b051-4d08-b24f-091d175ccd8d taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.967435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1569e3a6-b051-4d08-b24f-091d175ccd8d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.967611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1569e3a6-b051-4d08-b24f-091d175ccd8d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.967965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1569e3a6-b051-4d08-b24f-091d175ccd8d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.968197] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1569e3a6-b051-4d08-b24f-091d175ccd8d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.008509] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-0872afa5-d0d5-4c6b-b502-38913f515170 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.009062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.009520] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0872afa5-d0d5-4c6b-b502-38913f515170',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.011128] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae477bc8-45b3-4b85-b820-203940f36141 with status ACTIVE [ 739.011437] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.011724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.012237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.015913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.015913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.015913] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.015913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.015913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.015913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.015913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.015913] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.015913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.015913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.015913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.015913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.015913] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae477bc8-45b3-4b85-b820-203940f36141 is going to be updated. [ 739.042548] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.042548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.042548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.042548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.042548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.042548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae477bc8-45b3-4b85-b820-203940f36141" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.415855] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.416034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.416084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.416339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.416437] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.416638] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.416740] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.416807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.416975] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.417112] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.417205] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a already deleted. [ 739.417336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.472033] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1569e3a6-b051-4d08-b24f-091d175ccd8d [ 739.472319] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.472401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.472496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.472709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.472762] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.472850] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1569e3a6-b051-4d08-b24f-091d175ccd8d already deleted. [ 739.472934] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1569e3a6-b051-4d08-b24f-091d175ccd8d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.517316] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0872afa5-d0d5-4c6b-b502-38913f515170',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.019392] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.020737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.020737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.020737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.020737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.020737] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0872afa5-d0d5-4c6b-b502-38913f515170 is going to be created. [ 740.049708] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.050127] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.050127] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.050938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.050938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.066699] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0872afa5-d0d5-4c6b-b502-38913f515170 in Status: UNINITIALIZED for 2s [ 740.119893] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-137 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.119893] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.120116] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.120335] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.120632] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.120785] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.120955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.128146] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.128146] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.128146] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.128146] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.128146] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.128146] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.128146] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 740.128146] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.128146] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.150067] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.150067] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 740.150067] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.150067] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.150067] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-e3f32011-55a1-47f3-bf16-6f4aec23d150 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.150594] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-e3f32011-55a1-47f3-bf16-6f4aec23d150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.150594] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-e3f32011-55a1-47f3-bf16-6f4aec23d150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.150659] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-e3f32011-55a1-47f3-bf16-6f4aec23d150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.151150] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f32011-55a1-47f3-bf16-6f4aec23d150',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.414422] env[69943]: INFO networking_nsxv3.common.synchronization [None req-31e5df40-8554-4ace-a44d-eaa3aa3936df None None] Enqueued Resource ID: 08be7d9c-6a38-44ff-9173-4539dc80bf60 with Priority: HIGHEST for action port [ 740.414720] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08be7d9c-6a38-44ff-9173-4539dc80bf60 with Priority: HIGHEST for action port [ 740.415309] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-08be7d9c-6a38-44ff-9173-4539dc80bf60 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.415439] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08be7d9c-6a38-44ff-9173-4539dc80bf60" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.416167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08be7d9c-6a38-44ff-9173-4539dc80bf60" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.416795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08be7d9c-6a38-44ff-9173-4539dc80bf60" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.416925] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08be7d9c-6a38-44ff-9173-4539dc80bf60',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.453191] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc in Status: SUCCESS [ 740.453411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.657895] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.661300] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.661300] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.661300] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.661300] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.661300] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port e3f32011-55a1-47f3-bf16-6f4aec23d150 not found, creating... [ 740.661300] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.661300] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.663180] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.663761] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.664216] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.664832] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.666354] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.666354] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.666354] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.666354] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.667030] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: e3f32011-55a1-47f3-bf16-6f4aec23d150 is going to be created. [ 740.670407] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d726126e-b413-40a7-b495-c754ab7e71d0 in Status: SUCCESS [ 740.670835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.672024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.672024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.672024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.672024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.672240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.672352] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.672561] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.672727] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.672894] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d726126e-b413-40a7-b495-c754ab7e71d0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.696700] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.697136] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.697326] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.697626] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.697858] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.698116] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-e3f32011-55a1-47f3-bf16-6f4aec23d150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.921215] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08be7d9c-6a38-44ff-9173-4539dc80bf60 [ 740.921215] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.921215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.921215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.921215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.921215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.921215] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08be7d9c-6a38-44ff-9173-4539dc80bf60 already deleted. [ 740.921215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08be7d9c-6a38-44ff-9173-4539dc80bf60" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.177270] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d726126e-b413-40a7-b495-c754ab7e71d0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.367642] env[69943]: INFO networking_nsxv3.common.synchronization [req-de137e14-8eee-47ef-90ab-81d929fb2598 req-6ad3e36d-2602-47a1-9df2-875ae809bf15 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Enqueued Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_members [ 741.368612] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_members [ 741.368693] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.368760] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.368845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.369027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.369169] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.369259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.369320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.369464] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.369533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.369619] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.680103] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d726126e-b413-40a7-b495-c754ab7e71d0: rpc.has_security_group_logging(os_id): False [ 741.699834] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.700058] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.701471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.701471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.701471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.701471] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.701874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.701874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.701874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.701874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.701959] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d726126e-b413-40a7-b495-c754ab7e71d0 is going to be created. [ 741.769024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.769024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.769024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.769024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.769024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.781243] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d726126e-b413-40a7-b495-c754ab7e71d0 in Status: IN_PROGRESS for 2s [ 741.872154] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.886805] env[69943]: INFO networking_nsxv3.common.synchronization [req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 req-765a34d1-6c71-4e4e-b5b7-6f532a13cc91 service nova] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_rules [ 741.887013] env[69943]: INFO networking_nsxv3.common.synchronization [req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 req-765a34d1-6c71-4e4e-b5b7-6f532a13cc91 service nova] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 741.887157] env[69943]: INFO networking_nsxv3.common.synchronization [req-4469d051-c13b-4a2e-a4a4-e9a50202eab3 req-765a34d1-6c71-4e4e-b5b7-6f532a13cc91 service nova] Enqueued Resource ID: e3f32011-55a1-47f3-bf16-6f4aec23d150 with Priority: HIGHEST for action port [ 741.888202] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_rules [ 741.888360] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 741.888542] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f32011-55a1-47f3-bf16-6f4aec23d150 with Priority: HIGHEST for action port [ 741.888871] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.889046] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.889127] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.889509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.889590] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.890705] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.890944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.891049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.891318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.891484] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.891648] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.891829] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.892059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.892534] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.892534] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.895556] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3f32011-55a1-47f3-bf16-6f4aec23d150 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.895556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3f32011-55a1-47f3-bf16-6f4aec23d150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.895556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3f32011-55a1-47f3-bf16-6f4aec23d150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.895556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3f32011-55a1-47f3-bf16-6f4aec23d150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.895556] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f32011-55a1-47f3-bf16-6f4aec23d150',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.078471] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0872afa5-d0d5-4c6b-b502-38913f515170 in Status: SUCCESS [ 742.078695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.078866] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.080173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.080173] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.080173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.080173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.080173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.080173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.080173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.080173] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0872afa5-d0d5-4c6b-b502-38913f515170',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.378461] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.396084] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.397571] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.397732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.398758] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3f32011-55a1-47f3-bf16-6f4aec23d150 with status ACTIVE [ 742.398983] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.399140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.399216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.399449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.399802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.399802] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.399802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.399979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.400059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.400131] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.400314] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.400409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.400453] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.400624] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.400697] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.400813] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3f32011-55a1-47f3-bf16-6f4aec23d150 is going to be updated. [ 742.426775] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.426924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.426995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.427220] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.427359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.427514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3f32011-55a1-47f3-bf16-6f4aec23d150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.500158] env[69943]: INFO networking_nsxv3.common.synchronization [req-8f379484-4a6f-4f7e-878f-83783fffee6f req-7f2d1e46-6e77-47d1-a26f-a0de9b505c69 tempest-TenantUsagesTestJSON-1368135588 tempest-TenantUsagesTestJSON-1368135588-project-member] Enqueued Resource ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b with Priority: HIGHEST for action security_group_members [ 742.500884] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b with Priority: HIGHEST for action security_group_members [ 742.501353] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a5eef7b-d2d9-47a4-bf68-7c241890441b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.501489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.501597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.501842] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.502038] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.502140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.502209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.502452] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.502548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.502663] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a5eef7b-d2d9-47a4-bf68-7c241890441b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.585498] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0872afa5-d0d5-4c6b-b502-38913f515170',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.745616] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.745949] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.746085] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.747327] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.747776] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.748059] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.748917] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.749333] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.749813] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.750121] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.750322] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.750471] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.750605] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.750870] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.751333] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.751555] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.779899] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.780087] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.780235] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.780443] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.780787] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-32b2c61c-7407-48bd-a90b-f3fb3c282ebc taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.781080] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-32b2c61c-7407-48bd-a90b-f3fb3c282ebc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.781221] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-32b2c61c-7407-48bd-a90b-f3fb3c282ebc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.781546] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-32b2c61c-7407-48bd-a90b-f3fb3c282ebc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.781712] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b2c61c-7407-48bd-a90b-f3fb3c282ebc',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.880731] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.880871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.880929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.881209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.881327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.881498] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 is going to be updated. [ 742.899339] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.922875] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.924551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.924551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.924551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.924551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.938730] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 in Status: IN_PROGRESS for 2s [ 743.008213] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.008213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.008213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.008213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.008213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.008213] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.008213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.008213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.008213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.008213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.008213] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b is going to be updated. [ 743.048519] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.049347] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.049347] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.049347] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.049347] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.061880] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b in Status: IN_PROGRESS for 2s [ 743.085651] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0872afa5-d0d5-4c6b-b502-38913f515170: rpc.has_security_group_logging(os_id): False [ 743.110180] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.110400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.110460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.110694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.110836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.111831] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.111831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.111831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.111831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.111831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.111831] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0872afa5-d0d5-4c6b-b502-38913f515170 is going to be created. [ 743.216181] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.216856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.216856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.216856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.216856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.237029] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0872afa5-d0d5-4c6b-b502-38913f515170 in Status: IN_PROGRESS for 2s [ 743.286673] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.290240] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.290240] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.290926] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.291364] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.291619] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 32b2c61c-7407-48bd-a90b-f3fb3c282ebc not found, creating... [ 743.292149] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.292485] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.293146] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.293146] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.293412] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.293987] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.294263] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.294479] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.294922] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.295176] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.296289] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 32b2c61c-7407-48bd-a90b-f3fb3c282ebc is going to be created. [ 743.332551] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.332678] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.332810] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.333128] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.333375] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.333754] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-32b2c61c-7407-48bd-a90b-f3fb3c282ebc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.405009] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.405201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.405300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.405491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.405564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.405670] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be created. [ 743.439832] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.440023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.440189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.440337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.440503] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.455458] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: UNINITIALIZED for 2s [ 743.755948] env[69943]: INFO networking_nsxv3.common.synchronization [None req-eb8d9f05-9b21-4946-a9cf-1b9003c78709 None None] Enqueued Resource ID: ac9416e6-b333-4142-80a0-8fcbdfa19115 with Priority: HIGHEST for action port [ 743.758307] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac9416e6-b333-4142-80a0-8fcbdfa19115 with Priority: HIGHEST for action port [ 743.759326] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac9416e6-b333-4142-80a0-8fcbdfa19115 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.759326] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac9416e6-b333-4142-80a0-8fcbdfa19115" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.765232] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac9416e6-b333-4142-80a0-8fcbdfa19115" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.765232] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac9416e6-b333-4142-80a0-8fcbdfa19115" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.765232] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac9416e6-b333-4142-80a0-8fcbdfa19115',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.796971] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d726126e-b413-40a7-b495-c754ab7e71d0 in Status: SUCCESS [ 743.796971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.269605] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac9416e6-b333-4142-80a0-8fcbdfa19115 [ 744.269813] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.270050] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.270050] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.270242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.270321] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.270442] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac9416e6-b333-4142-80a0-8fcbdfa19115 already deleted. [ 744.270486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac9416e6-b333-4142-80a0-8fcbdfa19115" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.301970] env[69943]: INFO networking_nsxv3.common.synchronization [req-de137e14-8eee-47ef-90ab-81d929fb2598 req-e49be3d1-becf-442d-8c62-a9be75535dad service nova] Enqueued Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_rules [ 744.302225] env[69943]: INFO networking_nsxv3.common.synchronization [req-de137e14-8eee-47ef-90ab-81d929fb2598 req-e49be3d1-becf-442d-8c62-a9be75535dad service nova] Enqueued Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_members [ 744.302794] env[69943]: INFO networking_nsxv3.common.synchronization [req-de137e14-8eee-47ef-90ab-81d929fb2598 req-e49be3d1-becf-442d-8c62-a9be75535dad service nova] Enqueued Resource ID: 32b2c61c-7407-48bd-a90b-f3fb3c282ebc with Priority: HIGHEST for action port [ 744.303626] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_rules [ 744.303797] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_members [ 744.303899] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32b2c61c-7407-48bd-a90b-f3fb3c282ebc with Priority: HIGHEST for action port [ 744.304237] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a7c79b-960a-42bb-92bc-fe0a4b2b7275 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.304385] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.304424] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.304636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.304735] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.305698] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.305795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.306020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-32b2c61c-7407-48bd-a90b-f3fb3c282ebc taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.306126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32b2c61c-7407-48bd-a90b-f3fb3c282ebc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.306193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32b2c61c-7407-48bd-a90b-f3fb3c282ebc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.306374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32b2c61c-7407-48bd-a90b-f3fb3c282ebc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.306455] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b2c61c-7407-48bd-a90b-f3fb3c282ebc',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.811404] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32b2c61c-7407-48bd-a90b-f3fb3c282ebc with status ACTIVE [ 744.811828] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.811828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.811957] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.812099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.812195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.812376] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.812476] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.812715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.812715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.812821] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.813036] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.813138] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.813198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.813340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.813417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.813503] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32b2c61c-7407-48bd-a90b-f3fb3c282ebc is going to be updated. [ 744.814711] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.814811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.837790] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.837944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.837995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.838207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.838349] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.838557] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32b2c61c-7407-48bd-a90b-f3fb3c282ebc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.951840] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 in Status: SUCCESS [ 744.951995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.952290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.954336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.954336] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.954336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.954336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.954336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.954336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.954336] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.072293] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b in Status: SUCCESS [ 745.072507] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a5eef7b-d2d9-47a4-bf68-7c241890441b deletion is rescheduled due to dependency. [ 745.072665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a5eef7b-d2d9-47a4-bf68-7c241890441b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.248031] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0872afa5-d0d5-4c6b-b502-38913f515170 in Status: SUCCESS [ 745.248308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.455839] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.469514] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 745.469514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.469514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.469514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.469514] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.469818] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.469818] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.470397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.470397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.470397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.470397] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.554197] env[69943]: INFO networking_nsxv3.common.synchronization [None req-a0634cf9-16ba-45ed-bed2-55ccd7c29a13 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Enqueued Resource ID: 056204f2-70f8-4fab-81e6-8b211aa1189c with Priority: HIGHEST for action security_group_rules [ 745.554993] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056204f2-70f8-4fab-81e6-8b211aa1189c with Priority: HIGHEST for action security_group_rules [ 745.556984] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-056204f2-70f8-4fab-81e6-8b211aa1189c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.557185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-056204f2-70f8-4fab-81e6-8b211aa1189c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.557258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-056204f2-70f8-4fab-81e6-8b211aa1189c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.557525] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-056204f2-70f8-4fab-81e6-8b211aa1189c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.557863] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('056204f2-70f8-4fab-81e6-8b211aa1189c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.759365] env[69943]: INFO networking_nsxv3.common.synchronization [None req-5b26f6ca-a28e-4195-ab61-12b2b60564cb tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Enqueued Resource ID: 056204f2-70f8-4fab-81e6-8b211aa1189c with Priority: HIGHEST for action security_group_rules [ 745.760808] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056204f2-70f8-4fab-81e6-8b211aa1189c with Priority: HIGHEST for action security_group_rules [ 745.760808] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-056204f2-70f8-4fab-81e6-8b211aa1189c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.760808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-056204f2-70f8-4fab-81e6-8b211aa1189c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.959418] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.975019] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.975019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.975019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.975019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.975019] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.975019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.975019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.975019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.975019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.975019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.975019] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.975681] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.976163] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.978466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.978466] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.978466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.978466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.978466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.978466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.978466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.978466] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.080974] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.081239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.081239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.081442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.081533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.081630] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 056204f2-70f8-4fab-81e6-8b211aa1189c already deleted. [ 746.081738] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-056204f2-70f8-4fab-81e6-8b211aa1189c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.081898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-056204f2-70f8-4fab-81e6-8b211aa1189c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.082039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-056204f2-70f8-4fab-81e6-8b211aa1189c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.082112] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('056204f2-70f8-4fab-81e6-8b211aa1189c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.464820] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.464820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.464820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.464820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.464820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.464820] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 is going to be updated. [ 746.482357] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edde554d-c218-41c7-80ec-fe4f07f3a41a: rpc.has_security_group_logging(os_id): False [ 746.509204] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.509204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.509204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.509204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.509204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.509204] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.509204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.509204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.509204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.509204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.509204] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.509204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.509204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.510286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.510664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.511218] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.511772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.512063] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.512509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.513256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.513256] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be created. [ 746.517033] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.517033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.517033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.518683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.518683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.530564] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 in Status: IN_PROGRESS for 2s [ 746.617057] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.617057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.617057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.617057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.617057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.620968] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.621464] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.621703] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.622201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.622460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.622744] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 056204f2-70f8-4fab-81e6-8b211aa1189c already deleted. [ 746.623250] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-056204f2-70f8-4fab-81e6-8b211aa1189c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.638614] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 747.996328] env[69943]: INFO networking_nsxv3.common.synchronization [req-c81066cb-c418-41ae-b9cc-4ff220354a9d req-467c60cb-380d-4c6b-a60e-822fd8b24a7d tempest-FloatingIPsAssociationNegativeTestJSON-339071496 tempest-FloatingIPsAssociationNegativeTestJSON-339071496-project-member] Enqueued Resource ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee with Priority: HIGHEST for action security_group_members [ 747.996886] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee with Priority: HIGHEST for action security_group_members [ 747.997587] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-93e4d6fb-92ab-4918-8db2-a90ff83445ee taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.997587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.997587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.001938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.002201] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.002360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.002432] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.002716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.002974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.002974] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93e4d6fb-92ab-4918-8db2-a90ff83445ee',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.009159] env[69943]: INFO networking_nsxv3.common.synchronization [req-eafffcf6-499b-4900-8c0b-2c4916fa0782 req-abb725e8-fbf6-4963-823f-80d583381958 tempest-DeleteServersAdminTestJSON-2132899457 tempest-DeleteServersAdminTestJSON-2132899457-project-member] Enqueued Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_members [ 748.010996] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGHEST for action security_group_members [ 748.011351] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eac622c1-13fb-44b0-8ffc-3cc669910616 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.011543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.011543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.011739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.011898] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.011996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.012074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.012231] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.012315] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.012408] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.028824] env[69943]: INFO networking_nsxv3.common.synchronization [req-ccd42bef-ae2e-4b3e-81a3-35eaadaa8bdf req-68f6de0d-314d-4f29-b3f1-79872a2642c4 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Enqueued Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_members [ 748.030481] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_members [ 748.030867] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-917d31ad-68b2-41ec-8ccd-d59996eceaec taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.031436] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.031543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.031852] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.032462] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.032462] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.032682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.033515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.033515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.033515] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.511168] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.511352] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.511436] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.511676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.511825] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.512069] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.512177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.512240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.512402] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.512502] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.512598] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee is going to be updated. [ 748.518207] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.518345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.518417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.518693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.518817] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.519044] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.519195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.519228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.519366] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.519441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.519528] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac622c1-13fb-44b0-8ffc-3cc669910616 is going to be updated. [ 748.538158] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.547463] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 in Status: SUCCESS [ 748.549113] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.549746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.550037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.550270] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.550415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.550493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.550672] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.550761] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.550863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.550992] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.552869] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.553041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.553141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.553339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.553467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.555601] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.555708] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.555778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.555992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.557204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.568160] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac622c1-13fb-44b0-8ffc-3cc669910616 in Status: IN_PROGRESS for 2s [ 748.570182] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee in Status: IN_PROGRESS for 2s [ 748.652189] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 748.652365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.041558] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.060345] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.060495] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.060542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.060753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.061126] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.061126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.061126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.061271] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.061347] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.061428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.061570] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.061670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.061730] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.065124] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.065348] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.065563] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.065563] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.065740] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.065828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.065920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.069532] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.298812] env[69943]: INFO networking_nsxv3.common.synchronization [req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 req-05423f6f-d470-4e44-8f50-523e5eda0434 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Enqueued Resource ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 with Priority: HIGHEST for action security_group_members [ 749.301498] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 with Priority: HIGHEST for action security_group_members [ 749.301498] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebf19c3-6e69-473c-9525-e63d3521e0a8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.301498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.301498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.301498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.301498] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.301498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.301498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.302332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.302332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.302332] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebf19c3-6e69-473c-9525-e63d3521e0a8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.547082] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.547082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.547082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.547082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.547082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.547082] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec is going to be updated. [ 749.571075] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a7c79b-960a-42bb-92bc-fe0a4b2b7275: rpc.has_security_group_logging(os_id): False [ 749.586447] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.587601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.587601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.587601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.587601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.594684] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.594684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.594684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.594684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.594684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.594684] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.594684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.594684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.594684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.595323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.595993] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.596404] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.596653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.597162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.597985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.598562] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.599278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.599278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.599278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.599278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.599278] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 is going to be updated. [ 749.613461] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec in Status: IN_PROGRESS for 2s [ 749.675609] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.676163] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.676339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.676919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.678226] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.693792] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 in Status: IN_PROGRESS for 2s [ 749.808987] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.808987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.808987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.808987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.808987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.808987] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.808987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.808987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.808987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.808987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.808987] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 already deleted. [ 749.808987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.885129] env[69943]: INFO networking_nsxv3.common.synchronization [None req-65575d50-da12-4802-900e-0de7ddb2ac12 None None] Enqueued Resource ID: 756231ad-a320-4d3c-90d1-1cb48cf83da6 with Priority: HIGHEST for action port [ 749.885129] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 756231ad-a320-4d3c-90d1-1cb48cf83da6 with Priority: HIGHEST for action port [ 749.885129] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-756231ad-a320-4d3c-90d1-1cb48cf83da6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.885129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-756231ad-a320-4d3c-90d1-1cb48cf83da6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.885129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-756231ad-a320-4d3c-90d1-1cb48cf83da6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.885129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-756231ad-a320-4d3c-90d1-1cb48cf83da6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.885819] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('756231ad-a320-4d3c-90d1-1cb48cf83da6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.286164] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.286164] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-564" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.286164] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-564" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.286164] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-564" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.286164] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.286164] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.286164] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.286164] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.286164] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.286164] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.286164] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.286164] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.286738] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.286738] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.286829] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.287039] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.312026] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.312026] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 750.312026] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.312026] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-564" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.312026] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-81942ecb-4756-4351-ab52-3d06d401b220 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.312487] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-81942ecb-4756-4351-ab52-3d06d401b220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.312760] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-81942ecb-4756-4351-ab52-3d06d401b220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.313320] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-81942ecb-4756-4351-ab52-3d06d401b220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.313633] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81942ecb-4756-4351-ab52-3d06d401b220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.388863] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 756231ad-a320-4d3c-90d1-1cb48cf83da6 [ 750.389103] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.389293] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.389387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.389643] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.389702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.389795] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:756231ad-a320-4d3c-90d1-1cb48cf83da6 already deleted. [ 750.389876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-756231ad-a320-4d3c-90d1-1cb48cf83da6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.586210] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee in Status: SUCCESS [ 750.586691] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee deletion is rescheduled due to dependency. [ 750.586779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.587767] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eac622c1-13fb-44b0-8ffc-3cc669910616 in Status: SUCCESS [ 750.587767] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eac622c1-13fb-44b0-8ffc-3cc669910616 deletion is rescheduled due to dependency. [ 750.587938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.818998] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.819402] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.819722] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.820144] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.820388] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.820622] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 81942ecb-4756-4351-ab52-3d06d401b220 not found, creating... [ 750.821066] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.821328] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.821508] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.821873] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.822732] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.823233] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.823762] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.823955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.824355] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.824547] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.824874] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 81942ecb-4756-4351-ab52-3d06d401b220 is going to be created. [ 750.852716] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.853253] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.853253] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.853472] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.853683] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.854127] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-81942ecb-4756-4351-ab52-3d06d401b220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.625799] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec in Status: SUCCESS [ 751.626707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.708809] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 in Status: SUCCESS [ 751.708809] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.467576] env[69943]: INFO networking_nsxv3.common.synchronization [None req-338712f1-7555-4a58-8be4-38ffe308df62 None None] Enqueued Resource ID: 0a3c1789-8c75-406c-a682-ad881aae6660 with Priority: HIGHEST for action port [ 752.468200] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a3c1789-8c75-406c-a682-ad881aae6660 with Priority: HIGHEST for action port [ 752.468537] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a3c1789-8c75-406c-a682-ad881aae6660 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.468609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a3c1789-8c75-406c-a682-ad881aae6660" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.468655] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a3c1789-8c75-406c-a682-ad881aae6660" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.468920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a3c1789-8c75-406c-a682-ad881aae6660" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.470291] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a3c1789-8c75-406c-a682-ad881aae6660',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.500354] env[69943]: INFO networking_nsxv3.common.synchronization [req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 req-46c614ef-56c8-4b69-9a89-f547df6041eb service nova] Enqueued Resource ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 with Priority: HIGHEST for action security_group_rules [ 752.500529] env[69943]: INFO networking_nsxv3.common.synchronization [req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 req-46c614ef-56c8-4b69-9a89-f547df6041eb service nova] Enqueued Resource ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 with Priority: HIGHEST for action security_group_members [ 752.500709] env[69943]: INFO networking_nsxv3.common.synchronization [req-4add63a1-7b22-4e3f-8e96-cab6de0bb541 req-46c614ef-56c8-4b69-9a89-f547df6041eb service nova] Enqueued Resource ID: 81942ecb-4756-4351-ab52-3d06d401b220 with Priority: HIGHEST for action port [ 752.500940] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 with Priority: HIGHEST for action security_group_rules [ 752.501086] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 with Priority: HIGHEST for action security_group_members [ 752.501182] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81942ecb-4756-4351-ab52-3d06d401b220 with Priority: HIGHEST for action port [ 752.501719] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eebf19c3-6e69-473c-9525-e63d3521e0a8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.501843] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.501911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.502133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.502216] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eebf19c3-6e69-473c-9525-e63d3521e0a8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.503470] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebf19c3-6e69-473c-9525-e63d3521e0a8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.503593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.503811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.504009] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.504163] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.504260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.504318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.506235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.506605] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.506770] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebf19c3-6e69-473c-9525-e63d3521e0a8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.509535] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-81942ecb-4756-4351-ab52-3d06d401b220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.509535] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81942ecb-4756-4351-ab52-3d06d401b220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.509795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81942ecb-4756-4351-ab52-3d06d401b220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.510167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81942ecb-4756-4351-ab52-3d06d401b220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.510289] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81942ecb-4756-4351-ab52-3d06d401b220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.974883] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a3c1789-8c75-406c-a682-ad881aae6660 [ 752.975324] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.975464] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.975537] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.977335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.977434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.977549] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a3c1789-8c75-406c-a682-ad881aae6660 already deleted. [ 752.977620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a3c1789-8c75-406c-a682-ad881aae6660" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.015088] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eebf19c3-6e69-473c-9525-e63d3521e0a8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.015088] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebf19c3-6e69-473c-9525-e63d3521e0a8 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.015088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.015088] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81942ecb-4756-4351-ab52-3d06d401b220 with status ACTIVE [ 753.015088] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.015088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.015088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.015088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.015088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.015088] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.015088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.015088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.020528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.020528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.020528] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.020528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.020528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.020528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.020528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.020528] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81942ecb-4756-4351-ab52-3d06d401b220 is going to be updated. [ 753.044115] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.044115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.044333] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.045169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.045169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.045169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81942ecb-4756-4351-ab52-3d06d401b220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.524799] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eebf19c3-6e69-473c-9525-e63d3521e0a8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.026182] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.026454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.026454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.026623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.026734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.026837] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 is going to be created. [ 754.054989] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.055467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.055547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.055821] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.055976] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.067846] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 in Status: UNINITIALIZED for 2s [ 755.055429] env[69943]: INFO networking_nsxv3.common.synchronization [req-e954c481-587e-4335-a4a5-97f0a961e80c req-3d65b1b0-83b6-45cb-938d-a02522d5f342 tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Enqueued Resource ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec with Priority: HIGHEST for action security_group_members [ 755.056353] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec with Priority: HIGHEST for action security_group_members [ 755.058052] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.058209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.058282] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.058918] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.058918] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.058918] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.058918] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.059214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.059214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.059276] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6540fba6-e32b-4241-83b4-6d9fe8e2e7ec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.562235] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.562546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.562676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.563387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.563569] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.568429] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.568429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.568429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.568429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.568429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.568429] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec already deleted. [ 755.568429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.775236] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.775236] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-223" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.775236] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-223" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.775236] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-223" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.775236] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.775236] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.775236] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.776137] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.776553] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.776956] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.777226] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.777588] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.777935] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.778351] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 755.780062] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.780062] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.820187] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.820187] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 755.820187] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.820187] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-223" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.820187] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-5ef73fb2-9e87-4813-9829-8d5951472d4e taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.820187] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-5ef73fb2-9e87-4813-9829-8d5951472d4e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.820187] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-5ef73fb2-9e87-4813-9829-8d5951472d4e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.820187] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-5ef73fb2-9e87-4813-9829-8d5951472d4e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.820187] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ef73fb2-9e87-4813-9829-8d5951472d4e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.081890] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 in Status: SUCCESS [ 756.082336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.082420] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.084029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.084029] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.084029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.084029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.084029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.084029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.084029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.084029] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eebf19c3-6e69-473c-9525-e63d3521e0a8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.323034] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.323203] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.323361] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.323793] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.323893] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.324093] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 5ef73fb2-9e87-4813-9829-8d5951472d4e not found, creating... [ 756.324414] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.324639] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.324715] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.325044] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.325081] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.325397] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.325560] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.325678] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.325892] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.326050] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.326197] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 5ef73fb2-9e87-4813-9829-8d5951472d4e is going to be created. [ 756.351533] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.351773] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.352154] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.352226] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.352424] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.352657] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-5ef73fb2-9e87-4813-9829-8d5951472d4e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.587169] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eebf19c3-6e69-473c-9525-e63d3521e0a8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.973090] env[69943]: INFO networking_nsxv3.common.synchronization [req-81c114c6-44c4-4146-88e0-908c7918c5df req-7b1fbbf0-11c2-43d8-812f-52f67021f76b tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Enqueued Resource ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a with Priority: HIGHEST for action security_group_members [ 756.973090] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a with Priority: HIGHEST for action security_group_members [ 756.974103] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.974323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.974709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.974709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.974914] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.975070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.975171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.975424] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.975511] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.975700] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('365ead28-ef18-4fef-9a7a-643ad1bb1f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.091632] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eebf19c3-6e69-473c-9525-e63d3521e0a8: rpc.has_security_group_logging(os_id): False [ 757.117306] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.117306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.117306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.117306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.117306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.117306] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.117306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.117306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.117306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.117306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.117306] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 is going to be created. [ 757.206449] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.206449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.206449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.206449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.206724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.223348] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 in Status: IN_PROGRESS for 2s [ 757.372663] env[69943]: INFO networking_nsxv3.common.synchronization [req-e954c481-587e-4335-a4a5-97f0a961e80c req-c6e49713-f75f-42bf-9de1-a2e43dd68ad6 service nova] Enqueued Resource ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec with Priority: HIGHEST for action security_group_rules [ 757.372663] env[69943]: INFO networking_nsxv3.common.synchronization [req-e954c481-587e-4335-a4a5-97f0a961e80c req-c6e49713-f75f-42bf-9de1-a2e43dd68ad6 service nova] Enqueued Resource ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec with Priority: HIGHEST for action security_group_members [ 757.372663] env[69943]: INFO networking_nsxv3.common.synchronization [req-e954c481-587e-4335-a4a5-97f0a961e80c req-c6e49713-f75f-42bf-9de1-a2e43dd68ad6 service nova] Enqueued Resource ID: 5ef73fb2-9e87-4813-9829-8d5951472d4e with Priority: HIGHEST for action port [ 757.372663] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec with Priority: HIGHEST for action security_group_rules [ 757.372823] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec with Priority: HIGHEST for action security_group_members [ 757.372914] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef73fb2-9e87-4813-9829-8d5951472d4e with Priority: HIGHEST for action port [ 757.373960] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.374131] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.374177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.375341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.375341] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6540fba6-e32b-4241-83b4-6d9fe8e2e7ec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.375680] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.376292] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.376292] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.376292] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.377809] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.377932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.378011] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.378217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.378312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.378449] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6540fba6-e32b-4241-83b4-6d9fe8e2e7ec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.380615] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ef73fb2-9e87-4813-9829-8d5951472d4e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.380739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ef73fb2-9e87-4813-9829-8d5951472d4e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.380805] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ef73fb2-9e87-4813-9829-8d5951472d4e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.380998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ef73fb2-9e87-4813-9829-8d5951472d4e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.381099] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ef73fb2-9e87-4813-9829-8d5951472d4e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.384778] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.386285] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-327" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.388777] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-327" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.388777] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-327" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.388777] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.388777] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.388777] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.388777] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.389214] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.389214] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.389488] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.389488] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.389592] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.389648] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.389745] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.389911] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.416261] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.416777] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.416777] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.416881] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-327" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.417235] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-9feb27b2-71bc-44c1-872e-e042dccd53e2 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.417410] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-9feb27b2-71bc-44c1-872e-e042dccd53e2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.417541] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-9feb27b2-71bc-44c1-872e-e042dccd53e2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.417887] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-9feb27b2-71bc-44c1-872e-e042dccd53e2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.418709] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9feb27b2-71bc-44c1-872e-e042dccd53e2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.479387] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.479387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.479387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.479686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.479801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.480060] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.480241] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.480363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.480476] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.480588] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.480676] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a already deleted. [ 757.480762] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.883890] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.884047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.892504] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ef73fb2-9e87-4813-9829-8d5951472d4e with status ACTIVE [ 757.892726] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.892862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.892925] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.893157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.893252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.893431] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.893532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.893592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.893739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.893816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.893992] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.894107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.894165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.894338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.894382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.894448] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ef73fb2-9e87-4813-9829-8d5951472d4e is going to be updated. [ 757.895587] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6540fba6-e32b-4241-83b4-6d9fe8e2e7ec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.920456] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.920608] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.920662] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.920859] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.921165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.921359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ef73fb2-9e87-4813-9829-8d5951472d4e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.921713] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.921951] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.922102] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.922366] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.922564] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.922765] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 9feb27b2-71bc-44c1-872e-e042dccd53e2 not found, creating... [ 757.923090] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.923308] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.923440] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.923672] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.923845] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.924386] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.924386] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.924527] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.924792] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.924998] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.925172] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 9feb27b2-71bc-44c1-872e-e042dccd53e2 is going to be created. [ 757.948167] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.948388] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.948489] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.948772] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.949103] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.949361] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-9feb27b2-71bc-44c1-872e-e042dccd53e2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.397782] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6540fba6-e32b-4241-83b4-6d9fe8e2e7ec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.687358] env[69943]: INFO networking_nsxv3.common.synchronization [req-81c114c6-44c4-4146-88e0-908c7918c5df req-20a1b9e3-5f05-4056-9e6c-ea3d7138253d service nova] Enqueued Resource ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a with Priority: HIGHEST for action security_group_rules [ 758.687548] env[69943]: INFO networking_nsxv3.common.synchronization [req-81c114c6-44c4-4146-88e0-908c7918c5df req-20a1b9e3-5f05-4056-9e6c-ea3d7138253d service nova] Enqueued Resource ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a with Priority: HIGHEST for action security_group_members [ 758.688356] env[69943]: INFO networking_nsxv3.common.synchronization [req-81c114c6-44c4-4146-88e0-908c7918c5df req-20a1b9e3-5f05-4056-9e6c-ea3d7138253d service nova] Enqueued Resource ID: 9feb27b2-71bc-44c1-872e-e042dccd53e2 with Priority: HIGHEST for action port [ 758.688356] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a with Priority: HIGHEST for action security_group_rules [ 758.691973] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a with Priority: HIGHEST for action security_group_members [ 758.691973] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9feb27b2-71bc-44c1-872e-e042dccd53e2 with Priority: HIGHEST for action port [ 758.691973] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-365ead28-ef18-4fef-9a7a-643ad1bb1f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.691973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.691973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.691973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.691973] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('365ead28-ef18-4fef-9a7a-643ad1bb1f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.691973] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.691973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.692250] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.692306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.693135] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.693279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.693321] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.693487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.693571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.693666] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('365ead28-ef18-4fef-9a7a-643ad1bb1f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.694512] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-9feb27b2-71bc-44c1-872e-e042dccd53e2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.694615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9feb27b2-71bc-44c1-872e-e042dccd53e2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.694680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9feb27b2-71bc-44c1-872e-e042dccd53e2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.694829] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9feb27b2-71bc-44c1-872e-e042dccd53e2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.694900] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9feb27b2-71bc-44c1-872e-e042dccd53e2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.900248] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.900460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.900541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.900764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.900862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.900967] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec is going to be created. [ 758.932611] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.932801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.932801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.933029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.933240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.943720] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec in Status: UNINITIALIZED for 2s [ 759.196862] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.197072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.199700] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9feb27b2-71bc-44c1-872e-e042dccd53e2 with status ACTIVE [ 759.199945] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.200163] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.201313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.201313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.201313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.201313] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.201313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.201313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.201313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.201313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.201624] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.202049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.202049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.202049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.202049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.202184] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9feb27b2-71bc-44c1-872e-e042dccd53e2 is going to be updated. [ 759.207101] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('365ead28-ef18-4fef-9a7a-643ad1bb1f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.238618] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.238873] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.239014] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.239314] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.239532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.239774] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9feb27b2-71bc-44c1-872e-e042dccd53e2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.242923] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 in Status: SUCCESS [ 759.243141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.579416] env[69943]: INFO networking_nsxv3.common.synchronization [req-13d81c05-9eb3-491a-91f5-eda29d10d386 req-8cc5d9db-cb63-482d-a265-e3374df339e5 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Enqueued Resource ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 with Priority: HIGHEST for action security_group_members [ 759.580235] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 with Priority: HIGHEST for action security_group_members [ 759.580576] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-32a0b825-14eb-4b7a-802a-411cc818ead2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.580746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.580837] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.581161] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.581328] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.581424] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.581488] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.581645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.581731] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.581828] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32a0b825-14eb-4b7a-802a-411cc818ead2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.709459] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('365ead28-ef18-4fef-9a7a-643ad1bb1f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.957054] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-29 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.957054] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-29" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.957054] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-29" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.957054] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-29" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.957819] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.958201] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.958491] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.958817] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.959207] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.959316] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.959429] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.960153] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.960153] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.960153] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.960153] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.960153] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.985538] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.985789] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.985993] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.986360] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-29" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.986743] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-1009f020-6603-4cc8-8793-0632c6f2393c taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.987062] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-1009f020-6603-4cc8-8793-0632c6f2393c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.987174] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-1009f020-6603-4cc8-8793-0632c6f2393c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.987510] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-1009f020-6603-4cc8-8793-0632c6f2393c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.988946] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1009f020-6603-4cc8-8793-0632c6f2393c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.086487] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.086487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.086487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.086487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.086487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.086487] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.086487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.086487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.086487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.086487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.086487] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 already deleted. [ 760.086487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.213369] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.213573] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.213650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.213889] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.213987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.214108] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a is going to be created. [ 760.256381] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.256381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.256381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.256381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.256381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.269374] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a in Status: UNINITIALIZED for 2s [ 760.492647] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.492954] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.493180] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.493865] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.494156] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.494421] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 1009f020-6603-4cc8-8793-0632c6f2393c not found, creating... [ 760.494759] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.495030] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.495183] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.495457] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.495663] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.496065] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.496239] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.496426] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.496769] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.496917] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.497150] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 1009f020-6603-4cc8-8793-0632c6f2393c is going to be created. [ 760.524693] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.524836] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.524962] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.525313] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.525562] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.525785] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-1009f020-6603-4cc8-8793-0632c6f2393c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.958786] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec in Status: SUCCESS [ 760.959191] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.959401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.960435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.960435] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.960435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.960435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.960665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.960665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.960804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.961037] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6540fba6-e32b-4241-83b4-6d9fe8e2e7ec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.256339] env[69943]: INFO networking_nsxv3.common.synchronization [req-13d81c05-9eb3-491a-91f5-eda29d10d386 req-f56a7a2e-0e1e-4df1-8c63-8230aa34e40e service nova] Enqueued Resource ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 with Priority: HIGHEST for action security_group_rules [ 761.256339] env[69943]: INFO networking_nsxv3.common.synchronization [req-13d81c05-9eb3-491a-91f5-eda29d10d386 req-f56a7a2e-0e1e-4df1-8c63-8230aa34e40e service nova] Enqueued Resource ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 with Priority: HIGHEST for action security_group_members [ 761.256339] env[69943]: INFO networking_nsxv3.common.synchronization [req-13d81c05-9eb3-491a-91f5-eda29d10d386 req-f56a7a2e-0e1e-4df1-8c63-8230aa34e40e service nova] Enqueued Resource ID: 1009f020-6603-4cc8-8793-0632c6f2393c with Priority: HIGHEST for action port [ 761.256339] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 with Priority: HIGHEST for action security_group_rules [ 761.256339] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 with Priority: HIGHEST for action security_group_members [ 761.256339] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1009f020-6603-4cc8-8793-0632c6f2393c with Priority: HIGHEST for action port [ 761.257919] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32a0b825-14eb-4b7a-802a-411cc818ead2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.257919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.257919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.257919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.257919] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32a0b825-14eb-4b7a-802a-411cc818ead2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.259267] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-32a0b825-14eb-4b7a-802a-411cc818ead2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.259396] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.259454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.259658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.259808] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.259902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.259965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.260119] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.260222] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.260323] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32a0b825-14eb-4b7a-802a-411cc818ead2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.261244] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-1009f020-6603-4cc8-8793-0632c6f2393c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.261378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1009f020-6603-4cc8-8793-0632c6f2393c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.261428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1009f020-6603-4cc8-8793-0632c6f2393c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.261583] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1009f020-6603-4cc8-8793-0632c6f2393c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.261664] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1009f020-6603-4cc8-8793-0632c6f2393c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.465590] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.465590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.465590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.465590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.465590] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.465590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.465590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.465590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.465590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.465590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.465590] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.465590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.465590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.465590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.465590] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.465590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.466121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.466121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.466121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.466121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.466121] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6540fba6-e32b-4241-83b4-6d9fe8e2e7ec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.599267] env[69943]: INFO networking_nsxv3.common.synchronization [req-4e1197d9-4f26-4595-b122-5b2e07a8df16 req-cb73ff2b-c649-4df3-9579-03544d0be8fa tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Enqueued Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_members [ 761.602710] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_members [ 761.603105] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.603268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.603367] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.603527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.603676] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.603780] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.603874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.604048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.604140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.604239] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.763851] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-32a0b825-14eb-4b7a-802a-411cc818ead2 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.763983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.764216] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32a0b825-14eb-4b7a-802a-411cc818ead2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.766097] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1009f020-6603-4cc8-8793-0632c6f2393c with status ACTIVE [ 761.766314] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.766446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.766514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.766727] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.766811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.766989] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.767150] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.767270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.767322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.767400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.767579] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.767672] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.767782] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.767888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.767961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.768101] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1009f020-6603-4cc8-8793-0632c6f2393c is going to be updated. [ 761.821014] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.821296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.821296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.821537] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.821696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.821862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1009f020-6603-4cc8-8793-0632c6f2393c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.967442] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec: rpc.has_security_group_logging(os_id): False [ 761.976556] env[69943]: INFO networking_nsxv3.common.synchronization [req-50375367-efec-4381-b5dd-d747c99cf6c0 req-e4c3242a-ff77-4781-928e-1452a1c0472d tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Enqueued Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 761.977205] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 761.977562] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.977697] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.977766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.977968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.980789] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.980789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.980789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.980789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.980789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.980789] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.989966] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.990207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.990207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.991256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.991256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.991256] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.991256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.991256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.991256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.991256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.991256] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.991770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.991770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.991770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.991770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.991770] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.992152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.992152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.992152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.992152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.992152] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec is going to be created. [ 762.064249] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.064445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.064518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.064738] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.064959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.077427] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec in Status: IN_PROGRESS for 2s [ 762.107205] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.270177] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32a0b825-14eb-4b7a-802a-411cc818ead2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.284279] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a in Status: SUCCESS [ 762.284528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.285051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.285275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.285525] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.285669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.285731] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.285952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.286106] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.286306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.286435] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('365ead28-ef18-4fef-9a7a-643ad1bb1f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.483143] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.611159] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.684206] env[69943]: INFO networking_nsxv3.common.synchronization [req-613e726e-cb0d-4d75-b027-89b7577766c9 req-77710e4c-dc41-4a95-8f83-fb94c6cd02e6 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Enqueued Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_members [ 762.684206] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_members [ 762.684206] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.684206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.684206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.685540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.687504] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.687504] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.687504] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.687504] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.687504] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.687504] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.776880] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.776880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.776880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.776880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.776880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.776880] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 is going to be created. [ 762.798033] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.798033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.798033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.798033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.798033] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.798033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.798033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.798033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.798033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.798033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.798033] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.798033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.798033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.798033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.798033] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.798033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.798863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.798863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.798863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.798863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.798863] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('365ead28-ef18-4fef-9a7a-643ad1bb1f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.803668] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.804098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.804430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.804972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.805421] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.818929] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 in Status: UNINITIALIZED for 2s [ 762.989367] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.115614] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.115614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.115614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.115614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.115614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.115614] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 is going to be updated. [ 763.189440] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.189627] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.189697] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.189919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.190012] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.190232] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.190325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.190386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.190533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.190621] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.190704] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fe929bf-e36a-4656-8409-34a46993cc8a already deleted. [ 763.190781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.192028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.192028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.192028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.193449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.193590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.205889] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 in Status: IN_PROGRESS for 2s [ 763.301635] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 365ead28-ef18-4fef-9a7a-643ad1bb1f6a: rpc.has_security_group_logging(os_id): False [ 763.331380] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.331695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.331695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.331817] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.332193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.332193] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.332404] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.332404] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.332762] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.332762] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.332854] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.332933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.332978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.333110] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.333209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.333582] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.333582] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.333582] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.333774] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.333875] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.333962] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a is going to be created. [ 763.410013] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.410013] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.410178] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.410552] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.410850] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.411056] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.411172] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.411411] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.411561] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.411770] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.411884] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.412008] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.412127] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.412243] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 763.412349] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.412486] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.416981] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.417177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.417247] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.417441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.417690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.435879] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.436072] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 763.436215] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.436398] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.436854] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-f0c81131-1a22-485d-bf4e-ac85db712200 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.437131] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.437244] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.437961] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.437961] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0c81131-1a22-485d-bf4e-ac85db712200',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.443675] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a in Status: IN_PROGRESS for 2s [ 763.491897] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.492129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.492694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.492694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.492694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.492694] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d24911df-5cab-4df8-b5dc-d63828cdb844 is going to be updated. [ 763.556808] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.557044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.557044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.557270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.557416] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.568990] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: IN_PROGRESS for 2s [ 763.944150] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.944372] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.944372] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.944735] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.944882] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.945653] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port f0c81131-1a22-485d-bf4e-ac85db712200 not found, creating... [ 763.945653] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.946055] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.946055] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.946159] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.946402] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.946649] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.947214] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.947367] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.947621] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.947775] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.947943] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: f0c81131-1a22-485d-bf4e-ac85db712200 is going to be created. [ 763.971726] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.971955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.972110] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.972425] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.972668] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.972922] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.094638] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec in Status: SUCCESS [ 764.094923] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.832776] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 in Status: SUCCESS [ 764.832943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.833136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.833378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.833639] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.833779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.833872] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.834033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.834111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.834203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.834297] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32a0b825-14eb-4b7a-802a-411cc818ead2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.956103] env[69943]: INFO networking_nsxv3.common.synchronization [req-613e726e-cb0d-4d75-b027-89b7577766c9 req-833683b1-2426-4da1-bb81-1949ccfbefa3 service nova] Enqueued Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_rules [ 764.956310] env[69943]: INFO networking_nsxv3.common.synchronization [req-613e726e-cb0d-4d75-b027-89b7577766c9 req-833683b1-2426-4da1-bb81-1949ccfbefa3 service nova] Enqueued Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_members [ 764.956461] env[69943]: INFO networking_nsxv3.common.synchronization [req-613e726e-cb0d-4d75-b027-89b7577766c9 req-833683b1-2426-4da1-bb81-1949ccfbefa3 service nova] Enqueued Resource ID: f0c81131-1a22-485d-bf4e-ac85db712200 with Priority: HIGHEST for action port [ 764.956975] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_rules [ 764.957116] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_members [ 764.960288] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c81131-1a22-485d-bf4e-ac85db712200 with Priority: HIGHEST for action port [ 764.960288] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.960288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.960288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.960288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.960288] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.962695] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.962813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.963149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.963149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.963266] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.963387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.963427] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.963557] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.963635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.963725] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.964680] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0c81131-1a22-485d-bf4e-ac85db712200 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.964824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.964948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.965020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.965096] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0c81131-1a22-485d-bf4e-ac85db712200',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.220030] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 in Status: SUCCESS [ 765.220030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.338098] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-32a0b825-14eb-4b7a-802a-411cc818ead2 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.338279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.338341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.340436] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.340786] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.340988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.341114] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.341411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.341597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.341753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.341956] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-32a0b825-14eb-4b7a-802a-411cc818ead2 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.342078] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.342145] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.342314] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.342459] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.342553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.342621] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.342760] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.342837] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.342916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.343018] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32a0b825-14eb-4b7a-802a-411cc818ead2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.458380] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a in Status: SUCCESS [ 765.459068] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.468274] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.469748] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.472139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.472139] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0c81131-1a22-485d-bf4e-ac85db712200 with status ACTIVE [ 765.472139] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.472139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.472139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.472139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.472139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.472139] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.472139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.472139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.472139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.472139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.472139] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.472139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.472139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.472650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.472850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.473400] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0c81131-1a22-485d-bf4e-ac85db712200 is going to be updated. [ 765.503115] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.503115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.503115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.503115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.503115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.503115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.582600] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: SUCCESS [ 765.582982] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.848568] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32a0b825-14eb-4b7a-802a-411cc818ead2: rpc.has_security_group_logging(os_id): False [ 765.874365] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.874534] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.874851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.874851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.874915] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.875148] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.875257] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.875317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.875460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.875558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.875751] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.875846] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.875904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.876070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.876144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.876341] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.876462] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.876525] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.876693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.876766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.876860] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 is going to be created. [ 765.976532] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.008512] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.008702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.008765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.008975] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.009175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.024984] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 in Status: IN_PROGRESS for 2s [ 766.481840] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.481840] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.481840] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.481840] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.481840] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.481840] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fe929bf-e36a-4656-8409-34a46993cc8a is going to be created. [ 766.513966] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.513966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.513966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.514486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.515812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.525733] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: UNINITIALIZED for 2s [ 768.056853] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 in Status: SUCCESS [ 768.057220] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.537705] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: SUCCESS [ 768.537865] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.538061] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.538324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.538526] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.538690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.538752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.538942] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.539084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.539220] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.539470] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.886959] env[69943]: INFO networking_nsxv3.common.synchronization [req-54a27f90-9bc4-4946-a67c-a5a905bc30e7 req-9ee6a8a9-3f9b-4de0-9734-829101a9883b tempest-ServerPasswordTestJSON-2086330745 tempest-ServerPasswordTestJSON-2086330745-project-member] Enqueued Resource ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec with Priority: HIGHEST for action security_group_members [ 768.886959] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec with Priority: HIGHEST for action security_group_members [ 768.887257] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.887833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.887833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.887833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.888196] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.888196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.888196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.888196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.888348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.888378] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6540fba6-e32b-4241-83b4-6d9fe8e2e7ec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.042360] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.042579] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.042652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.042906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.043157] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.043297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.043337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.043537] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.043656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.043765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.043961] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.044097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.044153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.044340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.044534] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.044678] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.044771] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.044926] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.045016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.045111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.045202] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.391127] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.391467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.391467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.391663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.391815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.391920] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.392013] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.392073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.392214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.392283] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.392370] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec is going to be updated. [ 769.443564] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.443855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.443972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.444306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.444482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.456790] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec in Status: IN_PROGRESS for 2s [ 769.548676] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fe929bf-e36a-4656-8409-34a46993cc8a: rpc.has_security_group_logging(os_id): False [ 769.572252] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.572252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.572252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.572252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.572252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.572252] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.572252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.572252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.572252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.572252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.572768] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.572768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.572768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.572768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.572768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.572933] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.572979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.573044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.573187] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.573262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.573400] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fe929bf-e36a-4656-8409-34a46993cc8a is going to be created. [ 769.666547] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.666768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.666768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.666996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.667412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.680327] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: IN_PROGRESS for 2s [ 771.470620] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec in Status: SUCCESS [ 771.471085] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6540fba6-e32b-4241-83b4-6d9fe8e2e7ec deletion is rescheduled due to dependency. [ 771.471085] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6540fba6-e32b-4241-83b4-6d9fe8e2e7ec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.697725] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: SUCCESS [ 771.697965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.840021] env[69943]: INFO networking_nsxv3.common.synchronization [req-4a1a921d-1a9f-4000-a777-81987ca21c77 req-8f3287b2-d14f-475e-80eb-02cca6360ea7 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 771.840764] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 771.843314] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.843537] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.843666] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.843970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.844171] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.844290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.844369] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.844546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.844650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.844746] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.240195] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.240405] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-270" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.240537] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-270" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.240853] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-270" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.241124] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.241541] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.241541] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.241693] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.241743] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.241983] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.242064] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.242759] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.242759] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.242759] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.242759] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.242759] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.265029] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.265029] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 772.265029] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.265029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-270" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.265029] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-da47cda4-5f52-472d-af31-ecb04e02ba3b taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.265029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.265029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.265029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.265029] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da47cda4-5f52-472d-af31-ecb04e02ba3b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.352217] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.352217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.352217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.352217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.352217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.352217] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.352217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.352217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.352217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.352217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.352716] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 already deleted. [ 772.352716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.769409] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.769836] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.769836] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.770097] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.770262] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.770463] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port da47cda4-5f52-472d-af31-ecb04e02ba3b not found, creating... [ 772.770680] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.770827] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.770947] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.771176] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.771312] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.771587] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.771741] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.771922] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.772165] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.772299] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.772439] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: da47cda4-5f52-472d-af31-ecb04e02ba3b is going to be created. [ 772.792748] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.793109] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.793207] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.793480] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.793707] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.793930] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.997722] env[69943]: INFO networking_nsxv3.common.synchronization [req-97a7cafd-b786-49b1-8f35-e1db7545eafd req-ee00bdc0-ff65-4828-84d4-4ab19d1fd940 tempest-AttachInterfacesV270Test-1131138443 tempest-AttachInterfacesV270Test-1131138443-project-member] Enqueued Resource ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a with Priority: HIGHEST for action security_group_members [ 772.998617] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a with Priority: HIGHEST for action security_group_members [ 772.999025] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.999198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.999293] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.999575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.999767] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.999901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.999993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.000197] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.000321] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.000446] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('365ead28-ef18-4fef-9a7a-643ad1bb1f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.504156] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.504156] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.504156] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.504156] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.504156] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.504156] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.504631] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.504631] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.504631] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.504631] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.504824] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a is going to be updated. [ 773.539917] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.540270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.540270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.540618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.540618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.550255] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a in Status: IN_PROGRESS for 2s [ 773.561143] env[69943]: INFO networking_nsxv3.common.synchronization [req-05a25e37-1cf9-47a5-a40c-965d71cda636 req-ba11077a-b145-4a2e-a677-6c6e6e54d5b4 tempest-InstanceActionsNegativeTestJSON-1982356571 tempest-InstanceActionsNegativeTestJSON-1982356571-project-member] Enqueued Resource ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 with Priority: HIGHEST for action security_group_members [ 773.561143] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 with Priority: HIGHEST for action security_group_members [ 773.561143] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-32a0b825-14eb-4b7a-802a-411cc818ead2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.561143] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.566219] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.566544] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.566697] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.566830] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.566893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.567037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.567121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.567218] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32a0b825-14eb-4b7a-802a-411cc818ead2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.694225] env[69943]: INFO networking_nsxv3.common.synchronization [req-4a1a921d-1a9f-4000-a777-81987ca21c77 req-689c0a5a-2afd-48ce-815b-012e999aacd8 service nova] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_rules [ 773.694225] env[69943]: INFO networking_nsxv3.common.synchronization [req-4a1a921d-1a9f-4000-a777-81987ca21c77 req-689c0a5a-2afd-48ce-815b-012e999aacd8 service nova] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 773.694225] env[69943]: INFO networking_nsxv3.common.synchronization [req-4a1a921d-1a9f-4000-a777-81987ca21c77 req-689c0a5a-2afd-48ce-815b-012e999aacd8 service nova] Enqueued Resource ID: da47cda4-5f52-472d-af31-ecb04e02ba3b with Priority: HIGHEST for action port [ 773.694225] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_rules [ 773.694225] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 773.694225] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da47cda4-5f52-472d-af31-ecb04e02ba3b with Priority: HIGHEST for action port [ 773.694225] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.694225] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.694225] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.694225] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.694225] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.696307] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.698065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.698144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.698318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.698553] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.698626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.698657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.698801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.698882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.698973] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.700733] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-da47cda4-5f52-472d-af31-ecb04e02ba3b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.700733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.703216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.703216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.703216] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da47cda4-5f52-472d-af31-ecb04e02ba3b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.069801] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.069801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.072787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.072787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.072787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.072787] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.072787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.072787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.072787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.072787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.072787] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 is going to be updated. [ 774.103459] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.103879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.104308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.104754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.105136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.115894] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 in Status: IN_PROGRESS for 2s [ 774.205978] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.205978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.205978] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.209434] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da47cda4-5f52-472d-af31-ecb04e02ba3b with status ACTIVE [ 774.209434] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.209434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.209434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.209434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.209434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.209434] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.209434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.209434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.210062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.210746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.210746] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.210746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.210746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.211166] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.211166] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.211166] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da47cda4-5f52-472d-af31-ecb04e02ba3b is going to be updated. [ 774.243327] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.243327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.243327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.243327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.243327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.243327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.552049] env[69943]: INFO networking_nsxv3.common.synchronization [req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 req-b147cc30-3ff6-4283-bafc-7052195b5b5f tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Enqueued Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 774.554559] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 774.554559] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.554559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.554559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.554559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.554559] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.554559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.554559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.554559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.554559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.555318] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.707565] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.937277] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.937493] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-372" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.940530] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-372" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.940530] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-372" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.940530] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.940530] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.940530] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.940530] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.940530] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.940530] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.940530] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.940530] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.940530] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.940530] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.940530] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.940530] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.960085] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.960715] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.960715] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.960715] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-372" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.961321] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-7dee3039-6661-4931-a258-a2b72def4467 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.961518] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-7dee3039-6661-4931-a258-a2b72def4467" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.961709] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-7dee3039-6661-4931-a258-a2b72def4467" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.962352] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-7dee3039-6661-4931-a258-a2b72def4467" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.962352] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dee3039-6661-4931-a258-a2b72def4467',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.056638] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.056808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.056918] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.057069] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.057168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.057355] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.057454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.057513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.057661] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.057736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.057823] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 is going to be updated. [ 775.090528] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.090528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.090846] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.090846] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.090899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.102033] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: IN_PROGRESS for 2s [ 775.210084] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.210378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.210435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.210725] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.210861] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.210995] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be created. [ 775.241637] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.242335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.242335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.242335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.242335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.254017] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: UNINITIALIZED for 2s [ 775.462402] env[69943]: INFO networking_nsxv3.common.synchronization [req-45837264-56c3-42bb-bd62-842d2019abe1 req-94ef2467-3745-48de-aa8d-d9e56e815932 tempest-ServersV294TestFqdnHostnames-1659633709 tempest-ServersV294TestFqdnHostnames-1659633709-project-member] Enqueued Resource ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a with Priority: HIGHEST for action security_group_members [ 775.463203] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a with Priority: HIGHEST for action security_group_members [ 775.463556] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-639c12d8-b142-43f5-9050-fcfbd6105a1a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.463704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.463781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.464026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.464187] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.464340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.464383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.464554] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.464732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.464779] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('639c12d8-b142-43f5-9050-fcfbd6105a1a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.466266] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.466511] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.466663] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.466915] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.467147] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.467334] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 7dee3039-6661-4931-a258-a2b72def4467 not found, creating... [ 775.467564] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.467679] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.467808] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.468666] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.468837] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.469148] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.469461] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.469461] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.469673] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.469987] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.469987] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 7dee3039-6661-4931-a258-a2b72def4467 is going to be created. [ 775.506330] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.506528] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.506650] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.506974] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.507201] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.507425] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-7dee3039-6661-4931-a258-a2b72def4467" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.566473] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a in Status: SUCCESS [ 775.566602] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a deletion is rescheduled due to dependency. [ 775.566638] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.972983] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.973136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.973226] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.973573] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.973759] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.974112] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.974284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.974415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.974715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.974860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.975045] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a is going to be updated. [ 776.039821] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.039982] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.040038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.040247] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.040384] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.051357] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a in Status: IN_PROGRESS for 2s [ 776.127507] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 in Status: IN_PROGRESS for 4s [ 776.563953] env[69943]: INFO networking_nsxv3.common.synchronization [req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 req-06572ef9-aa93-4d3d-a19d-a955e158e57d service nova] Enqueued Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_rules [ 776.564172] env[69943]: INFO networking_nsxv3.common.synchronization [req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 req-06572ef9-aa93-4d3d-a19d-a955e158e57d service nova] Enqueued Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 776.564318] env[69943]: INFO networking_nsxv3.common.synchronization [req-fa155298-b64f-4d56-b3ae-52fd29a4a3c2 req-06572ef9-aa93-4d3d-a19d-a955e158e57d service nova] Enqueued Resource ID: 7dee3039-6661-4931-a258-a2b72def4467 with Priority: HIGHEST for action port [ 776.564572] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_rules [ 776.564705] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 776.564823] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dee3039-6661-4931-a258-a2b72def4467 with Priority: HIGHEST for action port [ 776.565459] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.565589] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.566040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.566040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.566353] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.566966] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.567083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.567259] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dee3039-6661-4931-a258-a2b72def4467 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.567473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dee3039-6661-4931-a258-a2b72def4467" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.567473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dee3039-6661-4931-a258-a2b72def4467" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.567736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dee3039-6661-4931-a258-a2b72def4467" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.567736] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dee3039-6661-4931-a258-a2b72def4467',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.069357] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.069527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.072947] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dee3039-6661-4931-a258-a2b72def4467 with status ACTIVE [ 777.073203] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.073417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.073417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.073630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.073714] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.073924] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.074025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.074093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.074248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.074341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.074539] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.074677] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.074677] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.075401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.075401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.075401] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dee3039-6661-4931-a258-a2b72def4467 is going to be updated. [ 777.100871] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.100871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.100871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.101094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.101128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.101738] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dee3039-6661-4931-a258-a2b72def4467" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.115782] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: SUCCESS [ 777.115782] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 deletion is rescheduled due to dependency. [ 777.115984] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.116289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.116790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.116790] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.116932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.116932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.117948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.117948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.117948] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.268044] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 777.268044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.268044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.268044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.268044] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.268044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.268044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.268044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.269346] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.269651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.270117] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.358198] env[69943]: INFO networking_nsxv3.common.synchronization [req-f4946b6d-6871-4d93-a09c-52d4a4765f48 req-a5e8b73b-f69d-446e-aa8f-f09777a0d967 tempest-FloatingIPsAssociationTestJSON-696320587 tempest-FloatingIPsAssociationTestJSON-696320587-project-member] Enqueued Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_members [ 777.358198] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec with Priority: HIGHEST for action security_group_members [ 777.361120] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-917d31ad-68b2-41ec-8ccd-d59996eceaec taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.361450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.361688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.362739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.363073] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.363319] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.364262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.364262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.364262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.364262] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('917d31ad-68b2-41ec-8ccd-d59996eceaec',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.622461] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.776925] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.777129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.777206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.777449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.777706] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.777843] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.777911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.778088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.778187] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.778344] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.778412] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.778505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.778586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.778735] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.778879] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.778971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.779116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.779301] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.779396] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.779483] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.779574] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.866766] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.867074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.867209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.867666] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.867862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.868218] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.868432] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.868580] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.868852] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.869036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.869210] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec is going to be updated. [ 777.912165] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.912339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.912414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.912633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.912834] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.925158] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec in Status: IN_PROGRESS for 2s [ 778.028506] env[69943]: INFO networking_nsxv3.common.synchronization [req-761f7375-3f10-4fa2-a92f-055fa2add9b4 req-aa828e12-f112-4177-ad4a-f429522b7abf tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 778.029260] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 778.029640] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.029801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.029907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.030963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.031208] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.031335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.031437] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.031700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.031810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.032741] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.068416] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a in Status: SUCCESS [ 778.069014] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a deletion is rescheduled due to dependency. [ 778.069014] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.126042] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.138771] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 in Status: SUCCESS [ 778.139111] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32a0b825-14eb-4b7a-802a-411cc818ead2 deletion is rescheduled due to dependency. [ 778.139312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32a0b825-14eb-4b7a-802a-411cc818ead2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.216779] env[69943]: INFO networking_nsxv3.common.synchronization [None req-cb47728c-0460-4c57-a717-3d465aa121b6 None None] Enqueued Resource ID: 1a0de76a-f210-4fe1-9e63-b364dab782b7 with Priority: HIGHEST for action port [ 778.216779] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0de76a-f210-4fe1-9e63-b364dab782b7 with Priority: HIGHEST for action port [ 778.216779] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a0de76a-f210-4fe1-9e63-b364dab782b7 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.216779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a0de76a-f210-4fe1-9e63-b364dab782b7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.216779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a0de76a-f210-4fe1-9e63-b364dab782b7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.216779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a0de76a-f210-4fe1-9e63-b364dab782b7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.216779] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a0de76a-f210-4fe1-9e63-b364dab782b7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.281669] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cd9a76a-1a39-4a42-b672-fd11d2d10220: rpc.has_security_group_logging(os_id): False [ 778.303908] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.304133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.306574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.306574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.306574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.306574] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.306574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.306574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.306574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.306574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.306574] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.306574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.306574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.306574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.306574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.306574] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.307097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.307097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.307097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.307097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.307196] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be created. [ 778.379064] env[69943]: INFO networking_nsxv3.common.synchronization [None req-50d5a230-0aca-46e3-a4ca-fbb9c0442173 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Enqueued Resource ID: 3e6930fc-b572-4af8-9473-bb37f38bb608 with Priority: HIGHEST for action security_group_rules [ 778.382025] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.382025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.382025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.382025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.382025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.387024] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6930fc-b572-4af8-9473-bb37f38bb608 with Priority: HIGHEST for action security_group_rules [ 778.387024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e6930fc-b572-4af8-9473-bb37f38bb608 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.387024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e6930fc-b572-4af8-9473-bb37f38bb608" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.387024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e6930fc-b572-4af8-9473-bb37f38bb608" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.387024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e6930fc-b572-4af8-9473-bb37f38bb608" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.387024] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e6930fc-b572-4af8-9473-bb37f38bb608',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.397732] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 778.539607] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.539834] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.539905] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.541332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.541446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.541675] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.541780] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.541844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.542051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.542120] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.542207] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 778.579816] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.579816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.579816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.579816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.579816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.590285] env[69943]: INFO networking_nsxv3.common.synchronization [None req-92d820f5-f828-40af-b166-536d54290361 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Enqueued Resource ID: 3e6930fc-b572-4af8-9473-bb37f38bb608 with Priority: HIGHEST for action security_group_rules [ 778.590920] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e6930fc-b572-4af8-9473-bb37f38bb608 with Priority: HIGHEST for action security_group_rules [ 778.591650] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e6930fc-b572-4af8-9473-bb37f38bb608 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.591772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e6930fc-b572-4af8-9473-bb37f38bb608" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.595153] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 778.628941] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.628941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.628941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.629883] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.629883] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.630070] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 is going to be updated. [ 778.669706] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.669907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.669983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.670409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.670633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.683738] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: IN_PROGRESS for 2s [ 778.719608] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a0de76a-f210-4fe1-9e63-b364dab782b7 [ 778.719907] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.720057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.720120] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.723916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.723916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.723916] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a0de76a-f210-4fe1-9e63-b364dab782b7 already deleted. [ 778.723916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a0de76a-f210-4fe1-9e63-b364dab782b7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.916040] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.916040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.916040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.916040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.916040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.916040] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e6930fc-b572-4af8-9473-bb37f38bb608 already deleted. [ 778.916040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e6930fc-b572-4af8-9473-bb37f38bb608" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.916040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e6930fc-b572-4af8-9473-bb37f38bb608" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.917720] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e6930fc-b572-4af8-9473-bb37f38bb608" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.917720] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e6930fc-b572-4af8-9473-bb37f38bb608',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.442198] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.442524] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.442524] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.442628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.442708] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.442808] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e6930fc-b572-4af8-9473-bb37f38bb608 already deleted. [ 779.442889] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e6930fc-b572-4af8-9473-bb37f38bb608" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.939944] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec in Status: SUCCESS [ 779.940238] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 917d31ad-68b2-41ec-8ccd-d59996eceaec deletion is rescheduled due to dependency. [ 779.940407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-917d31ad-68b2-41ec-8ccd-d59996eceaec" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.950809] env[69943]: INFO networking_nsxv3.common.synchronization [None req-19f88982-d56d-4268-bf63-86f6863dcf11 None None] Enqueued Resource ID: b412735a-e386-4ad3-9bdf-385400f59c9c with Priority: HIGHEST for action port [ 779.951241] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b412735a-e386-4ad3-9bdf-385400f59c9c with Priority: HIGHEST for action port [ 779.951549] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-b412735a-e386-4ad3-9bdf-385400f59c9c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.951674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b412735a-e386-4ad3-9bdf-385400f59c9c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.951754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b412735a-e386-4ad3-9bdf-385400f59c9c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.951977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b412735a-e386-4ad3-9bdf-385400f59c9c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.952074] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b412735a-e386-4ad3-9bdf-385400f59c9c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.124038] env[69943]: INFO networking_nsxv3.common.synchronization [req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 req-760e44d8-4f3d-4e5d-9088-26ae299a07ac tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Enqueued Resource ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d with Priority: HIGHEST for action security_group_members [ 780.124038] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d with Priority: HIGHEST for action security_group_members [ 780.124038] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658ea6d-f33c-4d45-b041-f38baeacc06d taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.124038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.124038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.125185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.126039] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.126039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.126039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.126039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.126039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.126039] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658ea6d-f33c-4d45-b041-f38baeacc06d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.285261] env[69943]: INFO networking_nsxv3.common.synchronization [None req-bc36f72d-d82c-4ee5-8760-4c429a3175ba None None] Enqueued Resource ID: d26c2959-bc82-49bb-aa4d-012f54919d6b with Priority: HIGHEST for action port [ 780.286082] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26c2959-bc82-49bb-aa4d-012f54919d6b with Priority: HIGHEST for action port [ 780.286514] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-d26c2959-bc82-49bb-aa4d-012f54919d6b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.286680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d26c2959-bc82-49bb-aa4d-012f54919d6b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.286809] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d26c2959-bc82-49bb-aa4d-012f54919d6b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.287204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d26c2959-bc82-49bb-aa4d-012f54919d6b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.287401] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d26c2959-bc82-49bb-aa4d-012f54919d6b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.411939] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 780.411939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.457175] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b412735a-e386-4ad3-9bdf-385400f59c9c [ 780.457175] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.457175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.457175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.457175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.457175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.457175] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b412735a-e386-4ad3-9bdf-385400f59c9c already deleted. [ 780.457175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b412735a-e386-4ad3-9bdf-385400f59c9c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.607854] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 780.607854] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a deletion is rescheduled due to dependency. [ 780.607854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.630084] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.630084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.630084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.630084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.630084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.630084] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.630084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.630084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.630084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.630084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.630084] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d already deleted. [ 780.630084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.697157] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: SUCCESS [ 780.697412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.697670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.698176] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.698176] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.698505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.698505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.698620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.698883] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.698883] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.698972] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.790950] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d26c2959-bc82-49bb-aa4d-012f54919d6b [ 780.791580] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.793216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.793216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.793216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.793216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.793216] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d26c2959-bc82-49bb-aa4d-012f54919d6b already deleted. [ 780.793216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d26c2959-bc82-49bb-aa4d-012f54919d6b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.927394] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-803 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.928549] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-803" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.928549] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-803" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.928549] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-803" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.928886] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.929142] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.929268] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.929536] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.929715] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.929986] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.930155] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.930398] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.930542] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.930684] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 780.930951] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.931261] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.973032] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.973032] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 780.973032] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.973032] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-803" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.973032] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-56a12777-267c-49fd-96c5-9fe151dc9c7a taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.973032] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-56a12777-267c-49fd-96c5-9fe151dc9c7a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.973032] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-56a12777-267c-49fd-96c5-9fe151dc9c7a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.973032] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-56a12777-267c-49fd-96c5-9fe151dc9c7a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.973486] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56a12777-267c-49fd-96c5-9fe151dc9c7a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.205961] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.205961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.205961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.205961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.205961] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.205961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.205961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.205961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.205961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.205961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.205961] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.205961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.206974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.206974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.206974] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.206974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.206974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.206974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.206974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.206974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.206974] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.478780] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.479088] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.479216] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.481762] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.481762] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.481762] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 56a12777-267c-49fd-96c5-9fe151dc9c7a not found, creating... [ 781.481762] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.481762] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.481762] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.481762] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.481762] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.481762] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.481762] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.482473] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.482473] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.482473] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.482473] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 56a12777-267c-49fd-96c5-9fe151dc9c7a is going to be created. [ 781.508992] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.509234] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.509340] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.509617] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.511132] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.511132] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-56a12777-267c-49fd-96c5-9fe151dc9c7a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.711014] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3624f4e-885d-4f84-9432-edb48ddd5343: rpc.has_security_group_logging(os_id): False [ 781.740268] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.740347] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.742998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.742998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.742998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.742998] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.742998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.742998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.742998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.742998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.742998] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.742998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.742998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.742998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.742998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.742998] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.744204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.744204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.744204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.744204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.744204] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 is going to be updated. [ 781.833802] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.834029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.834029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.834259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.834406] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.855167] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: IN_PROGRESS for 2s [ 782.773602] env[69943]: INFO networking_nsxv3.common.synchronization [req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 req-f50149ef-8ba4-4703-bb46-6a77c52c4aa5 service nova] Enqueued Resource ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d with Priority: HIGHEST for action security_group_rules [ 782.774051] env[69943]: INFO networking_nsxv3.common.synchronization [req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 req-f50149ef-8ba4-4703-bb46-6a77c52c4aa5 service nova] Enqueued Resource ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d with Priority: HIGHEST for action security_group_members [ 782.774117] env[69943]: INFO networking_nsxv3.common.synchronization [req-27de8a15-00a8-4d54-9ea2-7cac1f8a9c10 req-f50149ef-8ba4-4703-bb46-6a77c52c4aa5 service nova] Enqueued Resource ID: 56a12777-267c-49fd-96c5-9fe151dc9c7a with Priority: HIGHEST for action port [ 782.774775] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d with Priority: HIGHEST for action security_group_rules [ 782.774926] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d with Priority: HIGHEST for action security_group_members [ 782.775060] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56a12777-267c-49fd-96c5-9fe151dc9c7a with Priority: HIGHEST for action port [ 782.775387] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2658ea6d-f33c-4d45-b041-f38baeacc06d taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.775551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.775622] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.775871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.775969] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2658ea6d-f33c-4d45-b041-f38baeacc06d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.776933] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658ea6d-f33c-4d45-b041-f38baeacc06d taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.779794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.781691] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.781921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.782136] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.782279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.782358] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.782607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.782607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.782784] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658ea6d-f33c-4d45-b041-f38baeacc06d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.785882] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-56a12777-267c-49fd-96c5-9fe151dc9c7a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.785882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56a12777-267c-49fd-96c5-9fe151dc9c7a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.785882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56a12777-267c-49fd-96c5-9fe151dc9c7a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.785882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56a12777-267c-49fd-96c5-9fe151dc9c7a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.785882] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56a12777-267c-49fd-96c5-9fe151dc9c7a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.850726] env[69943]: INFO networking_nsxv3.common.synchronization [req-54283491-3d81-4071-80da-278420df236b req-532cc4dd-2d8e-44d4-8284-f64dea3e6e6b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Enqueued Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_members [ 782.851481] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_members [ 782.851793] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.851924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.851974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.852214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.852370] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.852471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.852527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.852753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.852753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.852853] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.879655] env[69943]: INFO networking_nsxv3.common.synchronization [req-54283491-3d81-4071-80da-278420df236b req-532cc4dd-2d8e-44d4-8284-f64dea3e6e6b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Enqueued Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_rules [ 782.879655] env[69943]: INFO networking_nsxv3.common.synchronization [req-54283491-3d81-4071-80da-278420df236b req-532cc4dd-2d8e-44d4-8284-f64dea3e6e6b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Enqueued Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_members [ 782.879655] env[69943]: INFO networking_nsxv3.common.synchronization [req-54283491-3d81-4071-80da-278420df236b req-532cc4dd-2d8e-44d4-8284-f64dea3e6e6b tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Enqueued Resource ID: 03c16d28-8eca-4e88-aab9-3d03f2f250f3 with Priority: HIGHEST for action port [ 782.879655] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_rules [ 782.880654] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_members [ 782.880939] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c16d28-8eca-4e88-aab9-3d03f2f250f3 with Priority: HIGHEST for action port [ 782.884131] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.884446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.884630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.885962] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.885962] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.886600] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.886931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.887316] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-03c16d28-8eca-4e88-aab9-3d03f2f250f3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.887595] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.887595] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.888020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.888020] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c16d28-8eca-4e88-aab9-3d03f2f250f3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.889570] env[69943]: INFO networking_nsxv3.common.synchronization [None req-d1f853b0-04b5-4fd2-8046-d504cfad7914 None None] Enqueued Resource ID: 19d553a9-098b-4b7a-962c-89b4d1100181 with Priority: HIGHEST for action port [ 782.890759] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d553a9-098b-4b7a-962c-89b4d1100181 with Priority: HIGHEST for action port [ 782.891826] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-19d553a9-098b-4b7a-962c-89b4d1100181 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.891998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19d553a9-098b-4b7a-962c-89b4d1100181" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.892121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19d553a9-098b-4b7a-962c-89b4d1100181" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.892481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19d553a9-098b-4b7a-962c-89b4d1100181" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.892615] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19d553a9-098b-4b7a-962c-89b4d1100181',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.957448] env[69943]: INFO networking_nsxv3.common.synchronization [req-32528ec3-3c1a-424f-9981-0243c149bf93 req-102f9870-02c9-417e-9c67-fb0edc81e22f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGHEST for action security_group_members [ 782.958982] env[69943]: INFO networking_nsxv3.common.synchronization [req-32528ec3-3c1a-424f-9981-0243c149bf93 req-102f9870-02c9-417e-9c67-fb0edc81e22f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 782.959452] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGHEST for action security_group_members [ 782.959589] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 782.960767] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ae3f21-5b68-4518-a664-93d728fac39a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.960767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.960767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.960767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.960767] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.960767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.960767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.961402] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.961402] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.961402] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.961882] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.961986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.963093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.963093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.963093] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.963093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.963093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.963093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.963093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.963093] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.067433] env[69943]: INFO networking_nsxv3.common.synchronization [req-32528ec3-3c1a-424f-9981-0243c149bf93 req-102f9870-02c9-417e-9c67-fb0edc81e22f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_rules [ 783.067433] env[69943]: INFO networking_nsxv3.common.synchronization [req-32528ec3-3c1a-424f-9981-0243c149bf93 req-102f9870-02c9-417e-9c67-fb0edc81e22f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 783.067433] env[69943]: INFO networking_nsxv3.common.synchronization [req-32528ec3-3c1a-424f-9981-0243c149bf93 req-102f9870-02c9-417e-9c67-fb0edc81e22f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGHEST for action security_group_rules [ 783.067433] env[69943]: INFO networking_nsxv3.common.synchronization [req-32528ec3-3c1a-424f-9981-0243c149bf93 req-102f9870-02c9-417e-9c67-fb0edc81e22f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGHEST for action security_group_members [ 783.067433] env[69943]: INFO networking_nsxv3.common.synchronization [req-32528ec3-3c1a-424f-9981-0243c149bf93 req-102f9870-02c9-417e-9c67-fb0edc81e22f tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: da47cda4-5f52-472d-af31-ecb04e02ba3b with Priority: HIGHEST for action port [ 783.067433] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_rules [ 783.067433] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGHEST for action security_group_rules [ 783.067433] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da47cda4-5f52-472d-af31-ecb04e02ba3b with Priority: HIGHEST for action port [ 783.067433] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 783.067433] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGHEST for action security_group_members [ 783.067948] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.067948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.068102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.068336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.068336] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.071446] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0ae3f21-5b68-4518-a664-93d728fac39a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.072716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.072790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.073275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.073387] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.073792] env[69943]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 783.074961] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-da47cda4-5f52-472d-af31-ecb04e02ba3b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.074961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.076059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.076341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.076457] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da47cda4-5f52-472d-af31-ecb04e02ba3b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.081170] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.081170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.081170] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ae3f21-5b68-4518-a664-93d728fac39a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.081170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.287790] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2658ea6d-f33c-4d45-b041-f38baeacc06d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.289056] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56a12777-267c-49fd-96c5-9fe151dc9c7a with status ACTIVE [ 783.289299] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.289429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.289499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.289725] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.289820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.290085] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.290343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.290343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.290429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.290500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.290725] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.291145] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.291145] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.291905] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.291997] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.292103] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56a12777-267c-49fd-96c5-9fe151dc9c7a is going to be updated. [ 783.294720] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658ea6d-f33c-4d45-b041-f38baeacc06d taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.294831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.317798] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.317890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.317890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.318133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.318270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.318437] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56a12777-267c-49fd-96c5-9fe151dc9c7a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.355822] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.390590] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.390843] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.394513] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03c16d28-8eca-4e88-aab9-3d03f2f250f3 with status ACTIVE [ 783.397205] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.397205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.397205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.397205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.397205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.397205] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.397205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.397205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.397205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.397205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.397205] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.397664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.397664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.397664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.397664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.397664] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03c16d28-8eca-4e88-aab9-3d03f2f250f3 is going to be updated. [ 783.400277] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19d553a9-098b-4b7a-962c-89b4d1100181 [ 783.400277] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.400404] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.400444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.400987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.400987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.400987] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19d553a9-098b-4b7a-962c-89b4d1100181 already deleted. [ 783.400987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19d553a9-098b-4b7a-962c-89b4d1100181" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.429093] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.430473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.430746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.431139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.433320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.433510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.464646] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.467820] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.480239] env[69943]: INFO networking_nsxv3.common.synchronization [None req-ed9047df-a8f1-4239-b61f-56d4baa14308 None None] Enqueued Resource ID: 13c448f6-c9ea-4678-8853-f3af65846368 with Priority: HIGHEST for action port [ 783.482017] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c448f6-c9ea-4678-8853-f3af65846368 with Priority: HIGHEST for action port [ 783.484287] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-13c448f6-c9ea-4678-8853-f3af65846368 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.484287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13c448f6-c9ea-4678-8853-f3af65846368" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.484287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13c448f6-c9ea-4678-8853-f3af65846368" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.484777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13c448f6-c9ea-4678-8853-f3af65846368" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.484854] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13c448f6-c9ea-4678-8853-f3af65846368',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.572721] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.572721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.583024] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da47cda4-5f52-472d-af31-ecb04e02ba3b with status ACTIVE [ 783.583024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.583024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.583024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.583024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.583024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.583024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.583024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.583024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.583024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.583024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.583024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.583024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.583024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.583024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.583024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.583024] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da47cda4-5f52-472d-af31-ecb04e02ba3b is going to be updated. [ 783.585167] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ae3f21-5b68-4518-a664-93d728fac39a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.586485] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.619382] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.620628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.620628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.620628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.620628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.620628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.731665] env[69943]: INFO networking_nsxv3.common.synchronization [req-70ff5ad1-0e52-425d-ac00-399914caf994 req-815d42ee-f72c-4e9f-9c40-9303936c62a6 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Enqueued Resource ID: df4f54bf-4a84-41b5-b264-5b21a01c512f with Priority: HIGHEST for action security_group_members [ 783.731815] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df4f54bf-4a84-41b5-b264-5b21a01c512f with Priority: HIGHEST for action security_group_members [ 783.732181] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-df4f54bf-4a84-41b5-b264-5b21a01c512f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.732386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.732483] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.732885] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.733255] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.733389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.733389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.733631] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.733742] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.733742] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df4f54bf-4a84-41b5-b264-5b21a01c512f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.795445] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2658ea6d-f33c-4d45-b041-f38baeacc06d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.859048] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.875278] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: SUCCESS [ 783.876047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.972204] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.972204] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.989662] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13c448f6-c9ea-4678-8853-f3af65846368 [ 783.989662] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.989796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.990243] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.990243] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.990243] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.990390] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13c448f6-c9ea-4678-8853-f3af65846368 already deleted. [ 783.990422] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13c448f6-c9ea-4678-8853-f3af65846368" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.106060] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-880 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.106347] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-880" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.106511] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-880" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.107424] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-880" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.107947] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.108185] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.108353] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.108651] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.109371] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.109371] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.109371] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.109371] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.109667] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.109667] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.109755] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.110466] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.133236] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.133498] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 784.133498] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.133498] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-880" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.134142] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-c6ec2da8-5ce4-4a0c-843d-13efbff09045 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.134488] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-c6ec2da8-5ce4-4a0c-843d-13efbff09045" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.134488] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-c6ec2da8-5ce4-4a0c-843d-13efbff09045" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.134829] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-c6ec2da8-5ce4-4a0c-843d-13efbff09045" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.134976] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6ec2da8-5ce4-4a0c-843d-13efbff09045',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.235621] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.236432] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.236560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.236720] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.236813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.237073] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.237198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.237253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.237376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.237469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.237591] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df4f54bf-4a84-41b5-b264-5b21a01c512f already deleted. [ 784.237713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.297518] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.297759] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.297759] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.297993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.298076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.298178] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d is going to be created. [ 784.324174] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.324384] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.324384] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.324543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.324699] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.335016] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d in Status: UNINITIALIZED for 2s [ 784.363676] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.363900] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.363900] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.364125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.364219] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.364325] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b is going to be updated. [ 784.399188] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.399424] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.399504] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.399810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.400041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.415462] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: IN_PROGRESS for 2s [ 784.474532] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.474717] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.474781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.474965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.475087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.475191] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0ae3f21-5b68-4518-a664-93d728fac39a is going to be created. [ 784.476623] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.476727] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.476807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.476987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.477086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.477177] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 784.534126] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.534329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.534329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.534554] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.534725] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.547375] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.547375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.547375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.547375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.547375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.552459] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: UNINITIALIZED for 2s [ 784.556297] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 784.640089] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.640089] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.640089] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.640089] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.640089] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.640089] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port c6ec2da8-5ce4-4a0c-843d-13efbff09045 not found, creating... [ 784.640089] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.640089] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.640089] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.640873] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.640873] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.640873] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.641151] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.641910] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.641910] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.641910] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.641910] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: c6ec2da8-5ce4-4a0c-843d-13efbff09045 is going to be created. [ 784.669193] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.669499] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.669631] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.670027] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.670325] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.670649] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-c6ec2da8-5ce4-4a0c-843d-13efbff09045" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.713453] env[69943]: INFO networking_nsxv3.common.synchronization [req-a95e0f33-61a3-424e-bb67-2f1f832ac955 req-a3c9492f-ed5a-4df0-999a-4f7536be398d tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGHEST for action security_group_members [ 784.713684] env[69943]: INFO networking_nsxv3.common.synchronization [req-a95e0f33-61a3-424e-bb67-2f1f832ac955 req-a3c9492f-ed5a-4df0-999a-4f7536be398d tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 1405b049-6563-4f42-ac58-977aebb7399f with Priority: HIGHEST for action security_group_members [ 784.713827] env[69943]: INFO networking_nsxv3.common.synchronization [req-a95e0f33-61a3-424e-bb67-2f1f832ac955 req-a3c9492f-ed5a-4df0-999a-4f7536be398d tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 784.714454] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGHEST for action security_group_members [ 784.714598] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1405b049-6563-4f42-ac58-977aebb7399f with Priority: HIGHEST for action security_group_members [ 784.714701] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 784.715016] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ae3f21-5b68-4518-a664-93d728fac39a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.718909] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.722343] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-1405b049-6563-4f42-ac58-977aebb7399f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.722448] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.722482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.722771] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.722967] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.723095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.723159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.723324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.723412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.723508] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1405b049-6563-4f42-ac58-977aebb7399f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.724681] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.724681] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.855416] env[69943]: INFO networking_nsxv3.common.synchronization [req-a95e0f33-61a3-424e-bb67-2f1f832ac955 req-a3c9492f-ed5a-4df0-999a-4f7536be398d tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 1405b049-6563-4f42-ac58-977aebb7399f with Priority: HIGHEST for action security_group_rules [ 784.855689] env[69943]: INFO networking_nsxv3.common.synchronization [req-a95e0f33-61a3-424e-bb67-2f1f832ac955 req-a3c9492f-ed5a-4df0-999a-4f7536be398d tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 1405b049-6563-4f42-ac58-977aebb7399f with Priority: HIGHEST for action security_group_members [ 784.855689] env[69943]: INFO networking_nsxv3.common.synchronization [req-a95e0f33-61a3-424e-bb67-2f1f832ac955 req-a3c9492f-ed5a-4df0-999a-4f7536be398d tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_rules [ 784.855816] env[69943]: INFO networking_nsxv3.common.synchronization [req-a95e0f33-61a3-424e-bb67-2f1f832ac955 req-a3c9492f-ed5a-4df0-999a-4f7536be398d tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 784.857175] env[69943]: INFO networking_nsxv3.common.synchronization [req-a95e0f33-61a3-424e-bb67-2f1f832ac955 req-a3c9492f-ed5a-4df0-999a-4f7536be398d tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGHEST for action security_group_rules [ 784.857175] env[69943]: INFO networking_nsxv3.common.synchronization [req-a95e0f33-61a3-424e-bb67-2f1f832ac955 req-a3c9492f-ed5a-4df0-999a-4f7536be398d tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGHEST for action security_group_members [ 784.857175] env[69943]: INFO networking_nsxv3.common.synchronization [req-a95e0f33-61a3-424e-bb67-2f1f832ac955 req-a3c9492f-ed5a-4df0-999a-4f7536be398d tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: da47cda4-5f52-472d-af31-ecb04e02ba3b with Priority: HIGHEST for action port [ 784.857175] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1405b049-6563-4f42-ac58-977aebb7399f with Priority: HIGHEST for action security_group_rules [ 784.862370] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_rules [ 784.862370] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGHEST for action security_group_members [ 784.862370] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da47cda4-5f52-472d-af31-ecb04e02ba3b with Priority: HIGHEST for action port [ 784.862370] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGHEST for action security_group_rules [ 784.862370] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1405b049-6563-4f42-ac58-977aebb7399f with Priority: HIGHEST for action security_group_members [ 784.862370] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 784.863110] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1405b049-6563-4f42-ac58-977aebb7399f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.863282] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.863366] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.863815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.863891] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1405b049-6563-4f42-ac58-977aebb7399f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.865439] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.865549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.865821] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ae3f21-5b68-4518-a664-93d728fac39a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.865940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.866231] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-da47cda4-5f52-472d-af31-ecb04e02ba3b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.866383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.866490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.866734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.866872] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da47cda4-5f52-472d-af31-ecb04e02ba3b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.867887] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0ae3f21-5b68-4518-a664-93d728fac39a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.868012] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.868253] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-1405b049-6563-4f42-ac58-977aebb7399f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.868367] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.868586] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.868679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.229514] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1405b049-6563-4f42-ac58-977aebb7399f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.371240] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-1405b049-6563-4f42-ac58-977aebb7399f taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.371501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.371729] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da47cda4-5f52-472d-af31-ecb04e02ba3b with status ACTIVE [ 785.371916] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.372042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.372123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.373032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.373032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.373353] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.373353] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.373353] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.373535] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.373622] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.373824] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.373926] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.373990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.374158] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.374236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.374327] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da47cda4-5f52-472d-af31-ecb04e02ba3b is going to be updated. [ 785.400446] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.400593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.400686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.400984] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.401450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.401700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da47cda4-5f52-472d-af31-ecb04e02ba3b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.684632] env[69943]: INFO networking_nsxv3.common.synchronization [req-70ff5ad1-0e52-425d-ac00-399914caf994 req-4b6829a8-e836-4bf2-9d6d-6a1907e64e82 service nova] Enqueued Resource ID: df4f54bf-4a84-41b5-b264-5b21a01c512f with Priority: HIGHEST for action security_group_rules [ 785.684843] env[69943]: INFO networking_nsxv3.common.synchronization [req-70ff5ad1-0e52-425d-ac00-399914caf994 req-4b6829a8-e836-4bf2-9d6d-6a1907e64e82 service nova] Enqueued Resource ID: df4f54bf-4a84-41b5-b264-5b21a01c512f with Priority: HIGHEST for action security_group_members [ 785.685022] env[69943]: INFO networking_nsxv3.common.synchronization [req-70ff5ad1-0e52-425d-ac00-399914caf994 req-4b6829a8-e836-4bf2-9d6d-6a1907e64e82 service nova] Enqueued Resource ID: c6ec2da8-5ce4-4a0c-843d-13efbff09045 with Priority: HIGHEST for action port [ 785.685669] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df4f54bf-4a84-41b5-b264-5b21a01c512f with Priority: HIGHEST for action security_group_rules [ 785.685961] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df4f54bf-4a84-41b5-b264-5b21a01c512f with Priority: HIGHEST for action security_group_members [ 785.686071] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ec2da8-5ce4-4a0c-843d-13efbff09045 with Priority: HIGHEST for action port [ 785.692024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df4f54bf-4a84-41b5-b264-5b21a01c512f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.692024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.692024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.692640] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.692640] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df4f54bf-4a84-41b5-b264-5b21a01c512f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.694337] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-df4f54bf-4a84-41b5-b264-5b21a01c512f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.694337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.694337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.694528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.694672] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.694935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.694935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.695067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.695182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.695319] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df4f54bf-4a84-41b5-b264-5b21a01c512f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.697390] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6ec2da8-5ce4-4a0c-843d-13efbff09045 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.697390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6ec2da8-5ce4-4a0c-843d-13efbff09045" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.697390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6ec2da8-5ce4-4a0c-843d-13efbff09045" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.697751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6ec2da8-5ce4-4a0c-843d-13efbff09045" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.697850] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6ec2da8-5ce4-4a0c-843d-13efbff09045',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.734566] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1405b049-6563-4f42-ac58-977aebb7399f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.799084] env[69943]: INFO networking_nsxv3.common.synchronization [req-fe1484b4-7613-4a4e-83cc-2a9fe8ceb85b req-2f25dfbe-3695-4c91-9ae4-dba2a3dc91d1 tempest-ServersAdminNegativeTestJSON-1160142603 tempest-ServersAdminNegativeTestJSON-1160142603-project-member] Enqueued Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_members [ 785.799084] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGHEST for action security_group_members [ 785.799497] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.799497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.799663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.799870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.800058] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.800169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.800227] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.800506] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.800506] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.800616] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.197683] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df4f54bf-4a84-41b5-b264-5b21a01c512f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.201421] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-df4f54bf-4a84-41b5-b264-5b21a01c512f taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.201558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.201768] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6ec2da8-5ce4-4a0c-843d-13efbff09045 with status ACTIVE [ 786.201996] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.202094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.202126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.202370] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.202467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.202636] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.202735] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.202798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.203037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.203095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.203249] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.203343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.203401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.203608] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.203661] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.203726] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6ec2da8-5ce4-4a0c-843d-13efbff09045 is going to be updated. [ 786.230609] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.230609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.230609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.230609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.230609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.230609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6ec2da8-5ce4-4a0c-843d-13efbff09045" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.237099] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.237261] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.237332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.237642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.237736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.239146] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1405b049-6563-4f42-ac58-977aebb7399f is going to be created. [ 786.263066] env[69943]: INFO networking_nsxv3.common.synchronization [req-63907f49-64b8-4d41-bb57-68ff0d824eae req-e0afc854-5a31-4236-bcb7-cbd591c473d5 tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Enqueued Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 786.263654] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 786.264117] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.264275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.264343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.264548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.264833] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.264938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.265018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.265205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.265295] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.267219] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.269049] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.269049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.269049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.269049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.269049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.281464] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1405b049-6563-4f42-ac58-977aebb7399f in Status: UNINITIALIZED for 2s [ 786.305924] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.305924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.305924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.305924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.305924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.305924] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.305924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.305924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.305924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.305924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.305924] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 is going to be updated. [ 786.333925] env[69943]: INFO networking_nsxv3.common.synchronization [req-17bf3a1d-037c-438a-a10d-c0a5c25ca169 req-db1913ea-17b8-42ac-b6c5-bc913a8484a7 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Enqueued Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_members [ 786.334128] env[69943]: INFO networking_nsxv3.common.synchronization [req-17bf3a1d-037c-438a-a10d-c0a5c25ca169 req-db1913ea-17b8-42ac-b6c5-bc913a8484a7 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Enqueued Resource ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c with Priority: HIGHEST for action security_group_members [ 786.334687] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_members [ 786.334806] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c with Priority: HIGHEST for action security_group_members [ 786.338550] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.338637] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.338672] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.339583] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.339622] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.340656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.342193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.342193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.342193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.342193] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.343077] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.343077] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.343448] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.343448] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.343709] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.345107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.345107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.345107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.345107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.345107] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2cd45f-3063-43d3-8cba-16c2aeeb857c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.366345] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d in Status: SUCCESS [ 786.366561] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.367125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.367236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.367400] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.367507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.367570] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.367712] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.367794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.368199] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.368352] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2658ea6d-f33c-4d45-b041-f38baeacc06d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.390845] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.391068] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.391180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.391778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.391778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.400918] env[69943]: INFO networking_nsxv3.common.synchronization [req-17bf3a1d-037c-438a-a10d-c0a5c25ca169 req-db1913ea-17b8-42ac-b6c5-bc913a8484a7 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Enqueued Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_rules [ 786.400918] env[69943]: INFO networking_nsxv3.common.synchronization [req-17bf3a1d-037c-438a-a10d-c0a5c25ca169 req-db1913ea-17b8-42ac-b6c5-bc913a8484a7 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Enqueued Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_members [ 786.400918] env[69943]: INFO networking_nsxv3.common.synchronization [req-17bf3a1d-037c-438a-a10d-c0a5c25ca169 req-db1913ea-17b8-42ac-b6c5-bc913a8484a7 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Enqueued Resource ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c with Priority: HIGHEST for action security_group_rules [ 786.400918] env[69943]: INFO networking_nsxv3.common.synchronization [req-17bf3a1d-037c-438a-a10d-c0a5c25ca169 req-db1913ea-17b8-42ac-b6c5-bc913a8484a7 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Enqueued Resource ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c with Priority: HIGHEST for action security_group_members [ 786.400918] env[69943]: INFO networking_nsxv3.common.synchronization [req-17bf3a1d-037c-438a-a10d-c0a5c25ca169 req-db1913ea-17b8-42ac-b6c5-bc913a8484a7 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Enqueued Resource ID: f0c81131-1a22-485d-bf4e-ac85db712200 with Priority: HIGHEST for action port [ 786.401382] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_rules [ 786.401569] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c with Priority: HIGHEST for action security_group_rules [ 786.404017] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c81131-1a22-485d-bf4e-ac85db712200 with Priority: HIGHEST for action port [ 786.404418] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_members [ 786.405730] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c with Priority: HIGHEST for action security_group_members [ 786.410088] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 in Status: IN_PROGRESS for 2s [ 786.410088] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.410088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.410088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.410088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.410088] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.410457] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc2cd45f-3063-43d3-8cba-16c2aeeb857c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.410457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.410457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.410769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.411508] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc2cd45f-3063-43d3-8cba-16c2aeeb857c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.414009] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0c81131-1a22-485d-bf4e-ac85db712200 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.414009] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.414183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.414563] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.414780] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0c81131-1a22-485d-bf4e-ac85db712200',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.417312] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.417312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.417543] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.417643] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.427545] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: SUCCESS [ 786.427545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.427680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.427806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.428320] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.428320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.428320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.428320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.428762] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.428762] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.479315] env[69943]: INFO networking_nsxv3.common.synchronization [None req-8ba1cdd4-6464-48f5-ab1c-798cd886b6ca None None] Enqueued Resource ID: ce2cd117-2eaf-428b-b320-5724d8a134c7 with Priority: HIGHEST for action port [ 786.479810] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2cd117-2eaf-428b-b320-5724d8a134c7 with Priority: HIGHEST for action port [ 786.481223] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce2cd117-2eaf-428b-b320-5724d8a134c7 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.481223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce2cd117-2eaf-428b-b320-5724d8a134c7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.481223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce2cd117-2eaf-428b-b320-5724d8a134c7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.481223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce2cd117-2eaf-428b-b320-5724d8a134c7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.481223] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce2cd117-2eaf-428b-b320-5724d8a134c7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.567894] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 786.568451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.569963] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: SUCCESS [ 786.569963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.569963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.570324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.570593] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.570833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.574111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.574111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.574111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.574111] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.574111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.574111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.574111] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.574111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.574111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.574111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.574111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.574111] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.702615] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df4f54bf-4a84-41b5-b264-5b21a01c512f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.771620] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.847281] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.849947] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc2cd45f-3063-43d3-8cba-16c2aeeb857c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.870894] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658ea6d-f33c-4d45-b041-f38baeacc06d taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.871057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.871141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.871354] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.871520] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.871621] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.871684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.871877] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.871960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.872089] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.872247] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658ea6d-f33c-4d45-b041-f38baeacc06d taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.872350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.872467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.872633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.872776] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.872891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.872963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.873172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.873258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.873343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.873444] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2658ea6d-f33c-4d45-b041-f38baeacc06d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.919187] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0c81131-1a22-485d-bf4e-ac85db712200 with status ACTIVE [ 786.919564] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.919980] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.920489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.920862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.920862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.921341] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.921341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.921341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.921535] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.921619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.921853] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.921988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.922057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.922214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.922303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.922404] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0c81131-1a22-485d-bf4e-ac85db712200 is going to be updated. [ 786.926578] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.926702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.926940] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.927061] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.937646] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.975583] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.975583] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.975583] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.975583] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.975583] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.975583] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.985816] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce2cd117-2eaf-428b-b320-5724d8a134c7 [ 786.986308] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.986308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.986308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.986493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.986592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.987311] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce2cd117-2eaf-428b-b320-5724d8a134c7 already deleted. [ 786.987311] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce2cd117-2eaf-428b-b320-5724d8a134c7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.080649] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.080649] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.208604] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.208604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.208604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.208604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.208604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.208604] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df4f54bf-4a84-41b5-b264-5b21a01c512f is going to be created. [ 787.237630] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.237839] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.237946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.238218] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.238518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.251660] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df4f54bf-4a84-41b5-b264-5b21a01c512f in Status: UNINITIALIZED for 2s [ 787.274786] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.349415] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.353755] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc2cd45f-3063-43d3-8cba-16c2aeeb857c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.376986] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2658ea6d-f33c-4d45-b041-f38baeacc06d: rpc.has_security_group_logging(os_id): False [ 787.401085] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.401406] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.401406] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.401531] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.401608] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.401853] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.403041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.403041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.403041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.403041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.403041] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.403041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.403041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.403041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.403041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.404220] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.404220] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.404220] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.404220] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.404220] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.404220] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d is going to be created. [ 787.438973] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.480901] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.481179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.481399] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.481641] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.481831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.501078] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d in Status: IN_PROGRESS for 2s [ 787.586240] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.589268] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.777849] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.778147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.778147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.778344] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.778543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.778543] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d24911df-5cab-4df8-b5dc-d63828cdb844 is going to be updated. [ 787.808305] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.808562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.808562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.808771] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.808918] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.819209] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: IN_PROGRESS for 2s [ 787.854621] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.854863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.854863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.855110] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.855213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.855330] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fe929bf-e36a-4656-8409-34a46993cc8a is going to be updated. [ 787.858435] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.858636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.858740] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.859539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.859539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.859539] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c is going to be created. [ 787.896657] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.896849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.897036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.897229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.897399] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.901599] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.901865] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.901865] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.902022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.902146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.911819] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: IN_PROGRESS for 2s [ 787.912533] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c in Status: UNINITIALIZED for 2s [ 787.942362] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.942362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.942362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.942362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.942826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.942826] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b is going to be updated. [ 788.004876] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.004968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.005009] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.005333] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.005411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.017464] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: IN_PROGRESS for 2s [ 788.092582] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.092770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.092849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.093079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.093178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.093279] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 788.094537] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.094660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.094726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.094882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.094962] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.095059] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0ae3f21-5b68-4518-a664-93d728fac39a is going to be updated. [ 788.132711] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.132890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.132975] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.133642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.133869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.136960] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.136960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.136960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.136960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.136960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.152981] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: IN_PROGRESS for 2s [ 788.153864] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 788.298640] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1405b049-6563-4f42-ac58-977aebb7399f in Status: SUCCESS [ 788.299056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.299212] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.299451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.299652] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.299775] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.299844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.299998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.300490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.300622] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1405b049-6563-4f42-ac58-977aebb7399f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.423041] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 in Status: SUCCESS [ 788.423041] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 deletion is rescheduled due to dependency. [ 788.423041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.452023] env[69943]: INFO networking_nsxv3.common.synchronization [req-b9b8c7e0-706a-42c4-a5fd-69456818eece req-b7c21c75-75b8-4d12-ac78-00eef683d217 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Enqueued Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_members [ 788.452023] env[69943]: INFO networking_nsxv3.common.synchronization [req-b9b8c7e0-706a-42c4-a5fd-69456818eece req-b7c21c75-75b8-4d12-ac78-00eef683d217 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Enqueued Resource ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c with Priority: HIGHEST for action security_group_members [ 788.452023] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_members [ 788.452023] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c with Priority: HIGHEST for action security_group_members [ 788.452023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.452023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.452952] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.453232] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.614494] env[69943]: INFO networking_nsxv3.common.synchronization [req-b9b8c7e0-706a-42c4-a5fd-69456818eece req-b7c21c75-75b8-4d12-ac78-00eef683d217 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Enqueued Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_rules [ 788.614678] env[69943]: INFO networking_nsxv3.common.synchronization [req-b9b8c7e0-706a-42c4-a5fd-69456818eece req-b7c21c75-75b8-4d12-ac78-00eef683d217 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Enqueued Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_members [ 788.614817] env[69943]: INFO networking_nsxv3.common.synchronization [req-b9b8c7e0-706a-42c4-a5fd-69456818eece req-b7c21c75-75b8-4d12-ac78-00eef683d217 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Enqueued Resource ID: f0c81131-1a22-485d-bf4e-ac85db712200 with Priority: HIGHEST for action port [ 788.615308] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_rules [ 788.615701] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_members [ 788.615701] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c81131-1a22-485d-bf4e-ac85db712200 with Priority: HIGHEST for action port [ 788.616382] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.616382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.616382] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.616564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.616626] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0c81131-1a22-485d-bf4e-ac85db712200 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.616735] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.616815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.617167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.618195] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0c81131-1a22-485d-bf4e-ac85db712200',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.804189] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1405b049-6563-4f42-ac58-977aebb7399f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.121562] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0c81131-1a22-485d-bf4e-ac85db712200 with status ACTIVE [ 789.121801] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.121939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.122026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.123391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.123507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.123756] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.123884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.123933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.124150] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.124306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.124450] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.124549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.124630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.124746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.124836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.124931] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0c81131-1a22-485d-bf4e-ac85db712200 is going to be updated. [ 789.152805] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.152990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.153047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.153276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.153417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.155065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0c81131-1a22-485d-bf4e-ac85db712200" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.262367] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df4f54bf-4a84-41b5-b264-5b21a01c512f in Status: SUCCESS [ 789.264401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.264786] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.265016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.265305] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.265415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.265415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.265546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.265630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.265715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.265807] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df4f54bf-4a84-41b5-b264-5b21a01c512f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.306943] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1405b049-6563-4f42-ac58-977aebb7399f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.517023] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d in Status: SUCCESS [ 789.517023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.772374] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-df4f54bf-4a84-41b5-b264-5b21a01c512f taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.772648] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.772732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.772970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.773201] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.773977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.773977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.773977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.773977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.773977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.773977] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-df4f54bf-4a84-41b5-b264-5b21a01c512f taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.774245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.774245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.774359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.774636] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.774751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.774813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.774959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.775645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.775645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.775873] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df4f54bf-4a84-41b5-b264-5b21a01c512f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.810400] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.810558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.810675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.810832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.810923] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.811032] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1405b049-6563-4f42-ac58-977aebb7399f is going to be updated. [ 789.828788] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: SUCCESS [ 789.829028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.842410] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.842683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.842751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.842927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.845287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.852543] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1405b049-6563-4f42-ac58-977aebb7399f in Status: IN_PROGRESS for 2s [ 789.926088] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c in Status: SUCCESS [ 789.926170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.926906] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: SUCCESS [ 789.927059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.927235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.927452] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.927639] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.927754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.927814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.927972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.928323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.928459] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2cd45f-3063-43d3-8cba-16c2aeeb857c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.929306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.929487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.929657] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.929763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.929826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.929962] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.930051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.930183] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.031700] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: SUCCESS [ 790.031700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.031700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.031700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.031700] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.031700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.031700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.031700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.031700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.031700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.031700] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.165552] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: SUCCESS [ 790.168022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.168022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.168022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.168022] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.168022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.168022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.168022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.168022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.168022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.168022] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.170430] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 790.170806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.171185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.171696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.171696] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.171985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.173019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.173019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.173019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.173019] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.173870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.174167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.174459] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.174684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.174852] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.175132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.175296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.175599] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.176729] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.177962] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.177962] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.177962] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.178260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.178260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.178260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.178438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.178654] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.279472] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df4f54bf-4a84-41b5-b264-5b21a01c512f: rpc.has_security_group_logging(os_id): False [ 790.300610] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.300801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.300852] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.301244] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.301387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.301641] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.301770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.301841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.303084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.303239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.303472] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.303581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.303649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.303837] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.303919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.307605] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.307928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.307928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.308081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.308174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.308274] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df4f54bf-4a84-41b5-b264-5b21a01c512f is going to be created. [ 790.384183] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.384489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.384489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.384862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.385147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.405473] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df4f54bf-4a84-41b5-b264-5b21a01c512f in Status: IN_PROGRESS for 2s [ 790.418395] env[69943]: INFO networking_nsxv3.common.synchronization [req-7ecaba97-1e1a-458a-90ff-9fabff495e5b req-a8b0e207-7e31-4b8b-bbc9-ea2b30db2158 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Enqueued Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_members [ 790.419159] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_members [ 790.420537] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.420707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.420767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.420998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.421155] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.421260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.421320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.422156] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.422156] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.422156] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.433247] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.434296] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.434438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.434478] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.434704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.434797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.434980] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.435090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.435156] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.435314] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.435399] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.435481] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c is going to be deleted. [ 790.479172] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.479493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.479493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.479625] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.479725] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.479828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.484195] env[69943]: INFO networking_nsxv3.common.synchronization [req-7ecaba97-1e1a-458a-90ff-9fabff495e5b req-a8b0e207-7e31-4b8b-bbc9-ea2b30db2158 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Enqueued Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_rules [ 790.484195] env[69943]: INFO networking_nsxv3.common.synchronization [req-7ecaba97-1e1a-458a-90ff-9fabff495e5b req-a8b0e207-7e31-4b8b-bbc9-ea2b30db2158 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Enqueued Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_members [ 790.484195] env[69943]: INFO networking_nsxv3.common.synchronization [req-7ecaba97-1e1a-458a-90ff-9fabff495e5b req-a8b0e207-7e31-4b8b-bbc9-ea2b30db2158 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Enqueued Resource ID: 03c16d28-8eca-4e88-aab9-3d03f2f250f3 with Priority: HIGHEST for action port [ 790.484418] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.484502] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.484689] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.484810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.484859] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.485385] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.485385] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.485385] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2cd45f-3063-43d3-8cba-16c2aeeb857c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.486425] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_rules [ 790.486425] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_members [ 790.486556] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c16d28-8eca-4e88-aab9-3d03f2f250f3 with Priority: HIGHEST for action port [ 790.487321] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.487424] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.488634] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.488634] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.488634] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-03c16d28-8eca-4e88-aab9-3d03f2f250f3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.488634] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.488634] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.488634] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.488634] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c16d28-8eca-4e88-aab9-3d03f2f250f3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.535131] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.670833] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.677854] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.681492] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.681492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.681688] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.924418] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.938014] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.991020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.991020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.991020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.991020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.991020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.991020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.991020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.991020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.991020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.991020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.991020] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c already deleted. [ 790.991020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.991020] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc2cd45f-3063-43d3-8cba-16c2aeeb857c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.991784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.992048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.992300] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.992526] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.992759] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.993110] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.993688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.993891] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc2cd45f-3063-43d3-8cba-16c2aeeb857c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.994923] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03c16d28-8eca-4e88-aab9-3d03f2f250f3 with status ACTIVE [ 790.995246] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.995504] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.995651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.995871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.996059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.999601] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.999601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.999601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.999601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.999601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.999601] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.999601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.999601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.999601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.999601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.999601] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03c16d28-8eca-4e88-aab9-3d03f2f250f3 is going to be updated. [ 791.037272] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33e2f7ad-1137-4ad0-be83-060fedc8bf8b: rpc.has_security_group_logging(os_id): False [ 791.041366] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.041580] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.041580] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.041790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.041922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.042117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03c16d28-8eca-4e88-aab9-3d03f2f250f3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.058403] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.058586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.058626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.058795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.058882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.059137] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.059242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.059286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.059427] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.059498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.059578] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b is going to be updated. [ 791.158505] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.158752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.159025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.159296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.159489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.174439] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0ae3f21-5b68-4518-a664-93d728fac39a: rpc.has_security_group_logging(os_id): False [ 791.185373] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.186451] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.187967] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: IN_PROGRESS for 2s [ 791.200436] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.200609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.200666] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.200857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.200948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.201187] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.201397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.201635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.202021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.202021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.202166] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0ae3f21-5b68-4518-a664-93d728fac39a is going to be created. [ 791.354345] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.354653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.354653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.354798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.355819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.377405] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: IN_PROGRESS for 2s [ 791.428176] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.440342] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.440523] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.440586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.440826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.440923] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.440988] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fe929bf-e36a-4656-8409-34a46993cc8a is going to be updated. [ 791.496479] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.496788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.496788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.496994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.497169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.503893] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.503893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.503893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.504686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.504686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.504686] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.504686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.504686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.505069] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.505069] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.505069] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c already deleted. [ 791.505069] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.505285] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc2cd45f-3063-43d3-8cba-16c2aeeb857c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.511651] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: IN_PROGRESS for 2s [ 791.692254] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.692254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.692254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.692254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.692254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.692254] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0ae3f21-5b68-4518-a664-93d728fac39a is going to be updated. [ 791.692254] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.692254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.692663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.692960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.693410] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.693603] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 791.736658] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.736658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.736658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.736658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.736658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.739476] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.739665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.739722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.739928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.740092] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.762362] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: IN_PROGRESS for 2s [ 791.763187] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 791.863648] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1405b049-6563-4f42-ac58-977aebb7399f in Status: SUCCESS [ 791.863648] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.863814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.864047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.864250] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.864371] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.864439] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.864613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.864663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.864749] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.864842] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1405b049-6563-4f42-ac58-977aebb7399f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.931692] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.931692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.931692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.931692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.931692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.932180] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b is going to be updated. [ 792.004039] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.004206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.004247] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.004455] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.004595] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.007403] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc2cd45f-3063-43d3-8cba-16c2aeeb857c: rpc.has_security_group_logging(os_id): False [ 792.018433] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: IN_PROGRESS for 2s [ 792.027660] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.027660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.027660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.027880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.027880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.028089] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.028373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.028453] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.028630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.028718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.028812] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c is going to be created. [ 792.052070] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cc2cd45f-3063-43d3-8cba-16c2aeeb857c], does not exist path=[/infra/domains/default/groups/cc2cd45f-3063-43d3-8cba-16c2aeeb857c]."\n}' [ 792.052070] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cc2cd45f-3063-43d3-8cba-16c2aeeb857c [ 792.052070] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 792.093596] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.094037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.094037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.094256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.095435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.095689] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.095802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.095869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.096058] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.096139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.100287] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.100287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.100287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.100287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.100287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.100287] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc2cd45f-3063-43d3-8cba-16c2aeeb857c is going to be created. [ 792.129244] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cc2cd45f-3063-43d3-8cba-16c2aeeb857c], does not exist path=[/infra/domains/default/groups/cc2cd45f-3063-43d3-8cba-16c2aeeb857c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cc2cd45f-3063-43d3-8cba-16c2aeeb857c [ 792.129492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc2cd45f-3063-43d3-8cba-16c2aeeb857c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.130178] env[69943]: Traceback (most recent call last): [ 792.130340] env[69943]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 792.130340] env[69943]: return func(*args, **kwargs) [ 792.130340] env[69943]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 792.130340] env[69943]: res.raise_for_status() [ 792.130340] env[69943]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 792.130340] env[69943]: raise HTTPError(http_error_msg, response=self) [ 792.130340] env[69943]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cc2cd45f-3063-43d3-8cba-16c2aeeb857c [ 792.130340] env[69943]: During handling of the above exception, another exception occurred: [ 792.130340] env[69943]: Traceback (most recent call last): [ 792.130340] env[69943]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 792.130340] env[69943]: listener.cb(fileno) [ 792.130340] env[69943]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 792.130340] env[69943]: result = function(*args, **kwargs) [ 792.130340] env[69943]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 792.130340] env[69943]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 792.130340] env[69943]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 792.130340] env[69943]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 792.130340] env[69943]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 792.130340] env[69943]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 792.130340] env[69943]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 792.130340] env[69943]: res.raise_for_status() [ 792.130340] env[69943]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 792.130340] env[69943]: raise HTTPError(http_error_msg, response=self) [ 792.130340] env[69943]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cc2cd45f-3063-43d3-8cba-16c2aeeb857c [ 792.130340] env[69943]: Removing descriptor: 16 [ 792.322766] env[69943]: INFO networking_nsxv3.common.synchronization [req-72dc54d9-e178-4c33-a2d8-de8e0ce43c6b req-dc5d0e7c-08f2-4ad9-8aa9-2ed4a042d519 tempest-ImagesOneServerTestJSON-1692147992 tempest-ImagesOneServerTestJSON-1692147992-project-member] Enqueued Resource ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc with Priority: HIGHEST for action security_group_members [ 792.323394] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc with Priority: HIGHEST for action security_group_members [ 792.323765] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.324118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.324200] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.325040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.325259] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.325391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.325476] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.326956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.327143] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.327340] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.370634] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1405b049-6563-4f42-ac58-977aebb7399f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.419684] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df4f54bf-4a84-41b5-b264-5b21a01c512f in Status: SUCCESS [ 792.419858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.832237] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.832237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.832237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.832237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.851754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.852018] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.852155] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.852223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.852423] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.852505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.852597] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc is going to be updated. [ 792.872873] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1405b049-6563-4f42-ac58-977aebb7399f: rpc.has_security_group_logging(os_id): False [ 792.883397] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.883535] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.883608] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.883842] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.883998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.893021] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc in Status: IN_PROGRESS for 2s [ 792.894966] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.894966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.894966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.895190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.895341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.897213] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.897213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.897213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.897213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.897213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.897213] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1405b049-6563-4f42-ac58-977aebb7399f is going to be created. [ 792.964845] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.964845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.964845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.964845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.964845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.983446] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1405b049-6563-4f42-ac58-977aebb7399f in Status: IN_PROGRESS for 2s [ 793.206455] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: SUCCESS [ 793.206705] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.206887] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.207131] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.207221] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.395286] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: SUCCESS [ 793.398513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.398513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.398513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.398513] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.522881] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: SUCCESS [ 793.524772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.524995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.525223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.525430] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.525555] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.525628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.526179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.526179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.526179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.526179] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.526949] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.527128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.527279] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.529698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.529698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.529698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.529698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.529698] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.710229] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.710412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.779921] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 793.780222] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.781100] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: SUCCESS [ 793.781354] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.781435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.782336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.782336] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.782336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.782336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.783397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.783397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.783494] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.784675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.784675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.784675] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.785185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.785185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.785185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.785185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.785185] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.899546] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ae3f21-5b68-4518-a664-93d728fac39a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.899767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.030082] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.031147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.033856] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.036709] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: SUCCESS [ 794.037276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.037510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.037762] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.038412] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.038877] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.038994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.039174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.039282] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.039388] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.288400] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.290370] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.541294] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.542320] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.641352] env[69943]: INFO networking_nsxv3.common.synchronization [req-a7a50085-7660-434b-9dd1-60b0bc604021 req-416548ea-f9b9-4395-881c-afe34faabe0b tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 794.641991] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 794.642712] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.643271] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.643271] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.643271] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.643452] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.643514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.643565] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.645326] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.645326] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.645326] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.793370] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.797575] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.904111] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc in Status: SUCCESS [ 794.905175] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc deletion is rescheduled due to dependency. [ 794.905175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.998827] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1405b049-6563-4f42-ac58-977aebb7399f in Status: SUCCESS [ 794.999101] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.045111] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.045270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.045270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.045492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.045575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.045844] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fe929bf-e36a-4656-8409-34a46993cc8a is going to be updated. [ 795.046977] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.082363] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.082363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.082363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.082363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.082363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.100099] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: IN_PROGRESS for 2s [ 795.146197] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.146505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.146505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.146703] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.177803] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.178083] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.178206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.178277] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.178580] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.178669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.178763] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 795.206189] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.206337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.206442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.206722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.206904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.219955] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-137 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.219955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.220143] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.220408] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.220716] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.220925] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.221138] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.221485] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.221642] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.221908] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.222095] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.223429] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.223429] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.223429] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 795.223429] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.223429] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.225315] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 795.241877] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.244404] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 795.244575] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.244856] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.245176] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.245429] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.245473] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.245797] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.245943] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2312971d-6c1f-4d5c-bc73-ad4c598eaa0c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.299867] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.299867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.299867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.299867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.299867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.299867] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 795.301171] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.301459] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.301628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.301912] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.302176] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.302400] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0ae3f21-5b68-4518-a664-93d728fac39a is going to be updated. [ 795.355415] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.355621] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.355621] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.355905] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.356097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.363668] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.363901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.363983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.364691] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.364691] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.369609] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 795.375371] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: IN_PROGRESS for 2s [ 795.552161] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.552161] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.552161] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.552161] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.552161] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.552161] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b is going to be updated. [ 795.605767] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.605767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.605892] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.606049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.606309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.628706] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: IN_PROGRESS for 2s [ 795.748498] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.748685] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.748782] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.749147] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.749349] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.749609] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 2312971d-6c1f-4d5c-bc73-ad4c598eaa0c not found, creating... [ 795.749890] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.750122] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.750274] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.751051] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.751051] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.751222] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.751480] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.751762] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.752055] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.752251] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.752432] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 2312971d-6c1f-4d5c-bc73-ad4c598eaa0c is going to be created. [ 795.779135] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.779135] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.779135] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.779135] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.779135] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.779135] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.498047] env[69943]: INFO networking_nsxv3.common.synchronization [req-a7a50085-7660-434b-9dd1-60b0bc604021 req-70280744-1972-4bff-af81-6a79a5daec41 service nova] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_rules [ 796.498913] env[69943]: INFO networking_nsxv3.common.synchronization [req-a7a50085-7660-434b-9dd1-60b0bc604021 req-70280744-1972-4bff-af81-6a79a5daec41 service nova] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 796.501033] env[69943]: INFO networking_nsxv3.common.synchronization [req-a7a50085-7660-434b-9dd1-60b0bc604021 req-70280744-1972-4bff-af81-6a79a5daec41 service nova] Enqueued Resource ID: 2312971d-6c1f-4d5c-bc73-ad4c598eaa0c with Priority: HIGHEST for action port [ 796.502653] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_rules [ 796.502824] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 796.502935] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2312971d-6c1f-4d5c-bc73-ad4c598eaa0c with Priority: HIGHEST for action port [ 796.503743] env[69943]: INFO networking_nsxv3.common.synchronization [req-a0768696-6757-490d-9766-9b249b3babc1 req-0faf7ad0-bf4b-44f6-9aa4-54424914eae6 tempest-ImagesNegativeTestJSON-1238119675 tempest-ImagesNegativeTestJSON-1238119675-project-member] Enqueued Resource ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d with Priority: HIGHEST for action security_group_members [ 796.504078] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.504209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.504289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.504469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.504555] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.510020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.510020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.510020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.510020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.510020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.510020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.510020] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2312971d-6c1f-4d5c-bc73-ad4c598eaa0c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.510644] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d with Priority: HIGHEST for action security_group_members [ 796.511184] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2658ea6d-f33c-4d45-b041-f38baeacc06d taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.511481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.511650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.511885] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.512136] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.512296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.512406] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.512706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.512854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.512990] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2658ea6d-f33c-4d45-b041-f38baeacc06d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.970359] env[69943]: INFO networking_nsxv3.common.synchronization [req-35250aa5-e394-4721-987b-8bb212696aff req-8abffcca-298b-4052-a941-d9bb8abb24f3 tempest-AttachInterfacesUnderV243Test-1109969010 tempest-AttachInterfacesUnderV243Test-1109969010-project-member] Enqueued Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_members [ 796.970999] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGHEST for action security_group_members [ 796.971905] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.972130] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.008372] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.008886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.010593] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2312971d-6c1f-4d5c-bc73-ad4c598eaa0c with status ACTIVE [ 797.010804] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.010933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.010998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.011215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.013172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.013172] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.013172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.013172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.013172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.013172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.013172] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.013172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.013172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.013172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.013172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.013172] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2312971d-6c1f-4d5c-bc73-ad4c598eaa0c is going to be updated. [ 797.014664] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.014664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.014664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.015014] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.043026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.043026] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.043026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.043026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.043026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.043026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.043026] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d is going to be updated. [ 797.051985] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.052121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.052189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.052400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.052540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.052694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2312971d-6c1f-4d5c-bc73-ad4c598eaa0c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.073483] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.073648] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.073770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.073896] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.074071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.089678] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d in Status: IN_PROGRESS for 2s [ 797.110965] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: SUCCESS [ 797.111229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.111419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.111688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.111882] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.112007] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.112085] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.112244] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.112326] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.112423] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.238384] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 797.238882] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a deletion is rescheduled due to dependency. [ 797.239129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.240728] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.241102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.241390] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.241635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.241842] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.242123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.242306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.242496] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.380677] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 797.380895] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.381076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.381285] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.381459] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.381571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.381636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.381779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.381856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.381935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.382086] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.382173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.382230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.382363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.382635] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.382635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.382743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.382823] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.382885] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.382963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.383058] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.384625] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: SUCCESS [ 797.386019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.386019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.386019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.386019] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.386019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.386352] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.386352] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.386352] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.386352] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.386482] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.615443] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.642169] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: SUCCESS [ 797.642169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.642169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.642169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.642447] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.642447] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.642542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.642720] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.642889] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.642889] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.642967] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.647328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.647328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.647328] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.647328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.647328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.647328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.647328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.647328] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.746076] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.889454] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.893022] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cd9a76a-1a39-4a42-b672-fd11d2d10220: rpc.has_security_group_logging(os_id): False [ 797.909121] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.909501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.909709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.911618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.934351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.934351] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.934351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.934351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.934351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.934351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.934351] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.934351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.934351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.934351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.934351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.934351] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.936465] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.936573] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.936743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.936829] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.936922] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 798.002720] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.003038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.003038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.003179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.003321] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.024136] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 798.122876] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.145175] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.148083] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.148323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.148323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.148595] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.192793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.193473] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.193728] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.193888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.195018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.195018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.195018] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b is going to be updated. [ 798.243486] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.243664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.243664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.244264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.244264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.249441] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.261414] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: IN_PROGRESS for 2s [ 798.397162] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0ae3f21-5b68-4518-a664-93d728fac39a: rpc.has_security_group_logging(os_id): False [ 798.417864] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.417864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.417864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.417864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.440172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.440172] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.440172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.440172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.440172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.440172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.440172] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0ae3f21-5b68-4518-a664-93d728fac39a is going to be updated. [ 798.526148] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.529029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.529029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.529029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.529029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.549189] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: IN_PROGRESS for 2s [ 798.625567] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.626075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.626075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.626075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.626284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.626284] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fe929bf-e36a-4656-8409-34a46993cc8a is going to be updated. [ 798.647045] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33e2f7ad-1137-4ad0-be83-060fedc8bf8b: rpc.has_security_group_logging(os_id): False [ 798.662463] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.662463] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.662463] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.662698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.662833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.668110] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.668635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.668635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.669062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.669062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.669351] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.669501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.669594] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.669860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.670030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.670927] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b is going to be updated. [ 798.677194] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: IN_PROGRESS for 2s [ 798.752869] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.753075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.753181] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.753363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.753455] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.753583] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 798.759888] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.759888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.759888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.759888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.759888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.777804] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: IN_PROGRESS for 2s [ 798.787096] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.787309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.787384] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.787597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.787743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.799069] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 799.102840] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d in Status: SUCCESS [ 799.102840] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2658ea6d-f33c-4d45-b041-f38baeacc06d deletion is rescheduled due to dependency. [ 799.102840] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2658ea6d-f33c-4d45-b041-f38baeacc06d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.882382] env[69943]: INFO networking_nsxv3.common.synchronization [None req-f0aef66a-fdcd-4e65-a02b-29a6a8b61e4f None None] Enqueued Resource ID: ea68c8fb-3f98-4dea-90ac-d73b46636119 with Priority: HIGHEST for action port [ 799.883552] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea68c8fb-3f98-4dea-90ac-d73b46636119 with Priority: HIGHEST for action port [ 799.884048] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea68c8fb-3f98-4dea-90ac-d73b46636119 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.884282] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea68c8fb-3f98-4dea-90ac-d73b46636119" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.884413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea68c8fb-3f98-4dea-90ac-d73b46636119" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.884811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea68c8fb-3f98-4dea-90ac-d73b46636119" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.885096] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea68c8fb-3f98-4dea-90ac-d73b46636119',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.042587] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 800.042827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.044248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.044498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.044612] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.274142] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: SUCCESS [ 800.274547] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b deletion is rescheduled due to dependency. [ 800.274547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.388194] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea68c8fb-3f98-4dea-90ac-d73b46636119 [ 800.388444] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.388617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.388684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.388900] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.389115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.389115] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea68c8fb-3f98-4dea-90ac-d73b46636119 already deleted. [ 800.389195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea68c8fb-3f98-4dea-90ac-d73b46636119" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.547647] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.550807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.550807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.550807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.550807] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.550807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.550807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.550807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.550807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.550807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.550807] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.568727] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: SUCCESS [ 800.568727] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.692070] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: SUCCESS [ 800.692070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.692070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.692070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.692070] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.692070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.692070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.692070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.692070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.692070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.692070] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.692070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.692070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.692070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.693045] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.693348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.693613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.693887] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.694312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.694552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.694837] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.798025] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b in Status: SUCCESS [ 800.798025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.814545] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 800.814545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.814545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.814545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.814545] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.814545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.814545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.814545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.814545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.814914] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.814914] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.862565] env[69943]: INFO networking_nsxv3.common.synchronization [req-656b07bb-4d21-449a-b4d4-a0348dd20749 req-e269aee6-6c2f-4fdd-bca9-20a3f3183a47 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Enqueued Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 800.862565] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 800.862565] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.862565] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.862951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.862951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.862951] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.863637] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.863711] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.863921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.863971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.864081] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.878702] env[69943]: INFO networking_nsxv3.common.synchronization [req-e5ab1258-b92f-4d04-bcb7-c254d02c7c44 req-f76e5c6b-95ab-49a1-9268-dd878c65b520 tempest-ServerRescueTestJSONUnderV235-508017924 tempest-ServerRescueTestJSONUnderV235-508017924-project-member] Enqueued Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_members [ 800.879520] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe929bf-e36a-4656-8409-34a46993cc8a with Priority: HIGHEST for action security_group_members [ 800.879831] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe929bf-e36a-4656-8409-34a46993cc8a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.879968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.881826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.881826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.881826] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.881826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.881826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.882227] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.882227] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.883303] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.054946] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.054946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.054946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.055633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.058115] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.058115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.058115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.058115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.058115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.058115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.058115] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.058115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.058115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.058115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.058115] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.058688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.058688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.058688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.058799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.058859] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.059100] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.197066] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fe929bf-e36a-4656-8409-34a46993cc8a: rpc.has_security_group_logging(os_id): False [ 801.226132] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.226132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.226132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.226132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.250399] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.250680] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.250799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.250870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.251088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.251173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.251381] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.251483] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.251533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.251709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.251787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.252052] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.252052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.252188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.252257] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.252330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.252414] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fe929bf-e36a-4656-8409-34a46993cc8a is going to be updated. [ 801.318039] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.318335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.318335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.318760] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.318760] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.318760] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.318920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.318950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.319379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.319379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.319379] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.319379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.319379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.319575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.319648] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.320153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.320153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.320153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.320153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.320153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.320153] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.330116] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.330270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.332313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.332313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.332313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.350386] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: IN_PROGRESS for 2s [ 801.368267] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.368620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.368684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.368936] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.388867] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.389052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.402022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.402453] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.402619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.402693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.403482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.403482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.403482] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 is going to be updated. [ 801.408025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.408025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.408164] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.408436] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.408600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.408675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.408881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.408968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.409226] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fe929bf-e36a-4656-8409-34a46993cc8a is going to be updated. [ 801.456020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.456020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.456020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.456020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.456020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.457624] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.460021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.460021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.460021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.460021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.485851] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: IN_PROGRESS for 2s [ 801.486744] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: IN_PROGRESS for 2s [ 801.562782] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cd9a76a-1a39-4a42-b672-fd11d2d10220: rpc.has_security_group_logging(os_id): False [ 801.583934] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.584364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.584364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.584708] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.584708] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.584868] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.584990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.584990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.587035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.587035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.587035] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.587035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.587035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.587035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.587035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.587035] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.587035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.587035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.587035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.587035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.587035] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 801.642054] env[69943]: INFO networking_nsxv3.common.synchronization [req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a req-4d76472c-b1d7-4405-aa64-00864c3ca578 tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Enqueued Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_members [ 801.642395] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_members [ 801.643390] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.643390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.643390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.643390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.643390] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.643390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.643775] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.643775] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.643775] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.643775] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.668654] env[69943]: INFO networking_nsxv3.common.synchronization [req-1536ceb3-f4b6-4e92-b1e0-f82766e088ee req-916e6033-08f4-4ff0-9b31-1e434fc2cef9 tempest-ServerGroupTestJSON-2051604830 tempest-ServerGroupTestJSON-2051604830-project-member] Enqueued Resource ID: df4f54bf-4a84-41b5-b264-5b21a01c512f with Priority: HIGHEST for action security_group_members [ 801.671025] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.671552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.671662] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.671981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.672402] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.674903] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df4f54bf-4a84-41b5-b264-5b21a01c512f with Priority: HIGHEST for action security_group_members [ 801.675556] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-df4f54bf-4a84-41b5-b264-5b21a01c512f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.675861] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.675979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.676237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.676484] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.676590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.676734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.676900] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.677090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.677329] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df4f54bf-4a84-41b5-b264-5b21a01c512f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.699368] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 801.822753] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edde554d-c218-41c7-80ec-fe4f07f3a41a: rpc.has_security_group_logging(os_id): False [ 801.845860] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.846403] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.846938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.847218] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.847359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.847654] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.847758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.847814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.847995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.848109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.848317] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.848458] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.848528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.848605] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.848786] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.848859] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.848949] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.849088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.849323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.849966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.849966] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 801.923155] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.923155] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.923155] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.923155] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.923155] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.963659] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 802.146408] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.184028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.184028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.184028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.184028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.213429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.213429] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.213429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.213429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.213857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.213857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.213857] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df4f54bf-4a84-41b5-b264-5b21a01c512f is going to be updated. [ 802.222436] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.222806] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.222995] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.223332] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.223714] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.224296] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.224430] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.224804] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.225063] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.225533] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.225717] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.226816] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.226816] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.226816] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 802.226816] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.226816] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.273425] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.273425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.273425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.273425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.273425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.276459] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.276459] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 802.276459] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.276459] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.276459] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-22753c01-c0e5-40c7-8cd6-7520e353a3a9 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.277011] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-22753c01-c0e5-40c7-8cd6-7520e353a3a9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.277262] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-22753c01-c0e5-40c7-8cd6-7520e353a3a9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.277670] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-22753c01-c0e5-40c7-8cd6-7520e353a3a9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.277916] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22753c01-c0e5-40c7-8cd6-7520e353a3a9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.286465] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df4f54bf-4a84-41b5-b264-5b21a01c512f in Status: IN_PROGRESS for 2s [ 802.584458] env[69943]: INFO networking_nsxv3.common.synchronization [None req-d65e0cfc-57d4-4e38-afbf-29a3ea347c62 None None] Enqueued Resource ID: 74f045c3-310e-488d-bcd0-c3c2cc0efa26 with Priority: HIGHEST for action port [ 802.586292] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74f045c3-310e-488d-bcd0-c3c2cc0efa26 with Priority: HIGHEST for action port [ 802.586292] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-74f045c3-310e-488d-bcd0-c3c2cc0efa26 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.586292] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74f045c3-310e-488d-bcd0-c3c2cc0efa26" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.586292] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74f045c3-310e-488d-bcd0-c3c2cc0efa26" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.586292] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74f045c3-310e-488d-bcd0-c3c2cc0efa26" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.586292] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74f045c3-310e-488d-bcd0-c3c2cc0efa26',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.648876] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.784694] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.784694] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.784694] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.785173] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.785247] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.785425] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 22753c01-c0e5-40c7-8cd6-7520e353a3a9 not found, creating... [ 802.785751] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.785939] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.786081] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.786572] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.786572] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.786928] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.787161] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.787623] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.787623] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.787762] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.787871] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 22753c01-c0e5-40c7-8cd6-7520e353a3a9 is going to be created. [ 802.816482] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.816748] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.816892] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.817210] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.817442] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.817685] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-22753c01-c0e5-40c7-8cd6-7520e353a3a9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.088080] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74f045c3-310e-488d-bcd0-c3c2cc0efa26 [ 803.088369] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.088526] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.088619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.088911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.089025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.089134] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74f045c3-310e-488d-bcd0-c3c2cc0efa26 already deleted. [ 803.089229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74f045c3-310e-488d-bcd0-c3c2cc0efa26" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.154026] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.154026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.154026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.154239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.154239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.154309] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 is going to be updated. [ 803.192677] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.192884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.192940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.193191] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.193338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.202454] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: IN_PROGRESS for 2s [ 803.369265] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: SUCCESS [ 803.369796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.369989] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.370737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.370737] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fe929bf-e36a-4656-8409-34a46993cc8a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.498982] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: SUCCESS [ 803.499290] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 deletion is rescheduled due to dependency. [ 803.499350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.501115] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe929bf-e36a-4656-8409-34a46993cc8a in Status: SUCCESS [ 803.501314] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fe929bf-e36a-4656-8409-34a46993cc8a deletion is rescheduled due to dependency. [ 803.501932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.728815] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 803.729572] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.895178] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.895374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.895451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.896030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.896030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.896030] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fe929bf-e36a-4656-8409-34a46993cc8a is going to be deleted. [ 803.956303] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.956536] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.956536] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.956809] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.956952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.957117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fe929bf-e36a-4656-8409-34a46993cc8a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.983548] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 803.983831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.191880] env[69943]: INFO networking_nsxv3.common.synchronization [req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a req-26a85ed1-9e87-428f-a9e7-dd2dcbec1440 service nova] Enqueued Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_rules [ 804.192152] env[69943]: INFO networking_nsxv3.common.synchronization [req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a req-26a85ed1-9e87-428f-a9e7-dd2dcbec1440 service nova] Enqueued Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_members [ 804.192304] env[69943]: INFO networking_nsxv3.common.synchronization [req-ebca822f-53bd-4b37-b54e-f67d1fcc9e6a req-26a85ed1-9e87-428f-a9e7-dd2dcbec1440 service nova] Enqueued Resource ID: 22753c01-c0e5-40c7-8cd6-7520e353a3a9 with Priority: HIGHEST for action port [ 804.192875] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_rules [ 804.195023] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_members [ 804.195023] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22753c01-c0e5-40c7-8cd6-7520e353a3a9 with Priority: HIGHEST for action port [ 804.195141] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.195219] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.195282] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.195487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.195584] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.196491] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.196598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.197106] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-22753c01-c0e5-40c7-8cd6-7520e353a3a9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.197225] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22753c01-c0e5-40c7-8cd6-7520e353a3a9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.197275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22753c01-c0e5-40c7-8cd6-7520e353a3a9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22753c01-c0e5-40c7-8cd6-7520e353a3a9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.199027] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22753c01-c0e5-40c7-8cd6-7520e353a3a9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.241999] env[69943]: INFO networking_nsxv3.common.synchronization [req-fa419521-7a3e-4885-b617-4c002ebf1895 req-61deee36-d26c-4e2c-86ad-c9f2e68c3791 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 804.242787] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 804.243157] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.243265] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.243341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.243660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.243843] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.243947] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.244030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.244180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.244698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.244698] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.298056] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df4f54bf-4a84-41b5-b264-5b21a01c512f in Status: SUCCESS [ 804.298365] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df4f54bf-4a84-41b5-b264-5b21a01c512f deletion is rescheduled due to dependency. [ 804.298554] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.701398] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.701558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.704076] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22753c01-c0e5-40c7-8cd6-7520e353a3a9 with status ACTIVE [ 804.704076] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.704076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.704076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.704076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.704076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.704076] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.704076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.704076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.704076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.704076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.704076] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.704076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.704076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.704076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.704076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.704076] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22753c01-c0e5-40c7-8cd6-7520e353a3a9 is going to be updated. [ 804.728058] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.729019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.729383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.729383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.729881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.730231] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22753c01-c0e5-40c7-8cd6-7520e353a3a9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.747876] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.747876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.747876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.748255] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.748255] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.748384] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.748586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.748586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.748868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.748868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.748868] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf already deleted. [ 804.748980] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.216931] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: SUCCESS [ 805.217187] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.217433] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.217669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.217883] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.218010] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.218465] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.218763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.218910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.219058] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.441778] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.442976] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.442976] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.442976] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.443558] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.447019] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.447019] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.447019] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.447019] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.447019] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.447019] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.447019] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.447019] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.447019] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.447019] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.447019] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.449242] env[69943]: INFO networking_nsxv3.common.synchronization [req-3aee905a-a16d-4831-8da5-26507ddf8dbf req-14278395-62e3-4916-bdb8-971fa2c5cabd tempest-ServersTestFqdnHostnames-426891581 tempest-ServersTestFqdnHostnames-426891581-project-member] Enqueued Resource ID: d726126e-b413-40a7-b495-c754ab7e71d0 with Priority: HIGHEST for action security_group_members [ 805.450289] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d726126e-b413-40a7-b495-c754ab7e71d0 with Priority: HIGHEST for action security_group_members [ 805.451145] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d726126e-b413-40a7-b495-c754ab7e71d0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.451407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.451578] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.452071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.452318] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.452545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.452863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.453159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.453798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.453798] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d726126e-b413-40a7-b495-c754ab7e71d0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.469927] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.469927] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 805.469927] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.469927] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.469927] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-879b7621-0945-4ca6-bec1-5b3521142e08 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.469927] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-879b7621-0945-4ca6-bec1-5b3521142e08" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.469927] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-879b7621-0945-4ca6-bec1-5b3521142e08" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.469927] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-879b7621-0945-4ca6-bec1-5b3521142e08" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.469927] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879b7621-0945-4ca6-bec1-5b3521142e08',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.724145] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.956428] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.956428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.956428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.956831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.971203] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.971920] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.971920] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.972107] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.972840] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.972840] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 879b7621-0945-4ca6-bec1-5b3521142e08 not found, creating... [ 805.972840] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.972840] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.973306] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.973306] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.973502] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.976502] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.976502] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.976502] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.976502] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.976502] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.976502] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 879b7621-0945-4ca6-bec1-5b3521142e08 is going to be created. [ 805.980156] env[69943]: INFO networking_nsxv3.common.synchronization [None req-e213224f-fa83-4248-bff8-4c9edfb0a438 None None] Enqueued Resource ID: e6f893b8-ceac-4122-8ece-7a91dd84a439 with Priority: HIGHEST for action port [ 805.980156] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f893b8-ceac-4122-8ece-7a91dd84a439 with Priority: HIGHEST for action port [ 805.980818] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6f893b8-ceac-4122-8ece-7a91dd84a439 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.980818] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6f893b8-ceac-4122-8ece-7a91dd84a439" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.980818] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6f893b8-ceac-4122-8ece-7a91dd84a439" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.981593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6f893b8-ceac-4122-8ece-7a91dd84a439" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.981593] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f893b8-ceac-4122-8ece-7a91dd84a439',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.996910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.996910] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.998248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.998248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.998248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.998248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.998248] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d726126e-b413-40a7-b495-c754ab7e71d0 is going to be updated. [ 806.030153] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.030379] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.030481] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.031060] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.031060] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.031280] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-879b7621-0945-4ca6-bec1-5b3521142e08" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.084381] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.084381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.084381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.084381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.084796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.099129] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d726126e-b413-40a7-b495-c754ab7e71d0 in Status: IN_PROGRESS for 2s [ 806.225823] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.489032] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6f893b8-ceac-4122-8ece-7a91dd84a439 [ 806.489032] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.489032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.489032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.489032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.489032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.489032] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6f893b8-ceac-4122-8ece-7a91dd84a439 already deleted. [ 806.489032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6f893b8-ceac-4122-8ece-7a91dd84a439" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.729125] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.729298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.729386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.729626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.729716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.729836] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 is going to be updated. [ 806.762952] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.763175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.763175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.763458] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.763617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.775281] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: IN_PROGRESS for 2s [ 807.118032] env[69943]: INFO networking_nsxv3.common.synchronization [req-fa419521-7a3e-4885-b617-4c002ebf1895 req-6e633230-e636-4d6d-87fc-417f8e55e454 service nova] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_rules [ 807.118032] env[69943]: INFO networking_nsxv3.common.synchronization [req-fa419521-7a3e-4885-b617-4c002ebf1895 req-6e633230-e636-4d6d-87fc-417f8e55e454 service nova] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 807.118032] env[69943]: INFO networking_nsxv3.common.synchronization [req-fa419521-7a3e-4885-b617-4c002ebf1895 req-6e633230-e636-4d6d-87fc-417f8e55e454 service nova] Enqueued Resource ID: 879b7621-0945-4ca6-bec1-5b3521142e08 with Priority: HIGHEST for action port [ 807.118032] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_rules [ 807.118032] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 807.118032] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 879b7621-0945-4ca6-bec1-5b3521142e08 with Priority: HIGHEST for action port [ 807.118767] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.119154] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.119311] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.119721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.119937] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.122332] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.122332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.122332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.122332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.122332] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.122332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.122332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.122332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.122332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.122839] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.123802] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-879b7621-0945-4ca6-bec1-5b3521142e08 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.124057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-879b7621-0945-4ca6-bec1-5b3521142e08" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.124475] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-879b7621-0945-4ca6-bec1-5b3521142e08" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.124773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-879b7621-0945-4ca6-bec1-5b3521142e08" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.125911] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('879b7621-0945-4ca6-bec1-5b3521142e08',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.627474] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.627691] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.627900] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.631221] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 879b7621-0945-4ca6-bec1-5b3521142e08 with status ACTIVE [ 807.631221] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.631499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.631499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.631604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.631877] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.632145] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.632276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.632372] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.632599] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.632735] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.632883] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.632993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.633088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.633252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.633357] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.633453] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 879b7621-0945-4ca6-bec1-5b3521142e08 is going to be updated. [ 807.662930] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.663190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.663295] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.663570] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.663794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.664086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-879b7621-0945-4ca6-bec1-5b3521142e08" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.948282] env[69943]: INFO networking_nsxv3.common.synchronization [None req-355271bb-e1f4-48b1-92f8-795123077ae8 None None] Enqueued Resource ID: e6c0f10a-ee8e-436d-bdd5-e5777e7aaa29 with Priority: HIGHEST for action port [ 807.948834] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6c0f10a-ee8e-436d-bdd5-e5777e7aaa29 with Priority: HIGHEST for action port [ 807.948834] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6c0f10a-ee8e-436d-bdd5-e5777e7aaa29 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.949131] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6c0f10a-ee8e-436d-bdd5-e5777e7aaa29" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.949753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6c0f10a-ee8e-436d-bdd5-e5777e7aaa29" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.949753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6c0f10a-ee8e-436d-bdd5-e5777e7aaa29" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.949753] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6c0f10a-ee8e-436d-bdd5-e5777e7aaa29',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.114816] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d726126e-b413-40a7-b495-c754ab7e71d0 in Status: SUCCESS [ 808.115087] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d726126e-b413-40a7-b495-c754ab7e71d0 deletion is rescheduled due to dependency. [ 808.115241] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d726126e-b413-40a7-b495-c754ab7e71d0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.131453] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.455759] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6c0f10a-ee8e-436d-bdd5-e5777e7aaa29 [ 808.456013] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.456185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.456269] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.456461] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.456546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.459701] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6c0f10a-ee8e-436d-bdd5-e5777e7aaa29 already deleted. [ 808.459701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6c0f10a-ee8e-436d-bdd5-e5777e7aaa29" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.636705] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.636862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.636905] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.637154] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.637943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.637943] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be created. [ 808.664393] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.664556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.664556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.666027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.668172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.679034] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: UNINITIALIZED for 2s [ 808.788125] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: SUCCESS [ 808.788125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.788125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.788692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.788692] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.788875] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.788875] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.788978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.789083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.789194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.789292] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.292673] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.293039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.293039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.293151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.293355] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.293462] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.293529] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.293700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.293794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.293880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.294055] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.294151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.294213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.294361] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.294494] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.294618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.294665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.294787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.294855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.294933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.295028] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.796999] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6: rpc.has_security_group_logging(os_id): False [ 809.821930] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.821930] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.821930] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.822114] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.846460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.846460] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.846460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.847045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.847045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.847045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.847554] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.847554] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.847554] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.847725] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.847725] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.847917] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.848026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.848317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.848907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.848907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.848907] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 is going to be updated. [ 809.920443] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.920637] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.920721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.921040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.921228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.937277] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: IN_PROGRESS for 2s [ 810.691928] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 810.692454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.692454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.692664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.692845] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.692965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.693049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.693198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.693274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.693389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.693480] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.195916] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.199027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.199027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.199027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.199027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.199750] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.199750] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.703120] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f24b04cb-4bf8-4cad-9ef0-791acfd015cf: rpc.has_security_group_logging(os_id): False [ 811.728024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.729037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.729037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.729037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.729037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.729037] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.729037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.729634] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.730080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.730171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.730448] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.731129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.731236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.731426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.731519] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.731721] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.731833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.731885] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.733091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.733091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.733091] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be created. [ 811.805250] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.805537] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.805623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.805848] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.806048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.819369] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 811.978178] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: SUCCESS [ 811.978408] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.062029] env[69943]: INFO networking_nsxv3.common.synchronization [req-8330918e-275e-4b11-a5a1-31e70ffd8320 req-9f3f6411-0061-4f0a-8010-206123d71885 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 812.062029] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 812.063174] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.063174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.063174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.063174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.063174] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.063174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.063174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.063555] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.063555] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.063555] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.565516] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.565758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.565758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.565977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.566108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.566457] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.566567] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.566665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.566924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.567051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.567178] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 already deleted. [ 812.567310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.667287] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.667860] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.668429] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.668823] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.669766] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.669985] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.670190] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.670869] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.671110] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.671740] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.671838] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.672164] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.674869] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.674869] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 812.674869] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.674869] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.686598] env[69943]: INFO networking_nsxv3.common.synchronization [req-05defe49-f7b6-4703-b75b-9153ed5de722 req-9be8c433-5e73-493f-bc00-c8c73f7eedca tempest-ListServerFiltersTestJSON-1730639424 tempest-ListServerFiltersTestJSON-1730639424-project-member] Enqueued Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 812.688687] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d24911df-5cab-4df8-b5dc-d63828cdb844 with Priority: HIGHEST for action security_group_members [ 812.688687] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-d24911df-5cab-4df8-b5dc-d63828cdb844 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.688687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.688687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.688687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.688687] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.688687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.688687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.689184] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.689184] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.689184] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d24911df-5cab-4df8-b5dc-d63828cdb844',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.700686] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.700845] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 812.701017] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.701305] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.701649] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-dec75a8c-dfcd-4fec-bb61-0f7252760583 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.701823] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-dec75a8c-dfcd-4fec-bb61-0f7252760583" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.701942] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-dec75a8c-dfcd-4fec-bb61-0f7252760583" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.703408] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-dec75a8c-dfcd-4fec-bb61-0f7252760583" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.703408] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec75a8c-dfcd-4fec-bb61-0f7252760583',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.774225] env[69943]: INFO networking_nsxv3.common.synchronization [None req-490d03da-0a7a-4b1a-ba96-00cb520fda84 None None] Enqueued Resource ID: e46eefd6-7256-4057-b72e-963640883bce with Priority: HIGHEST for action port [ 812.774225] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46eefd6-7256-4057-b72e-963640883bce with Priority: HIGHEST for action port [ 812.774225] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-e46eefd6-7256-4057-b72e-963640883bce taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.774870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e46eefd6-7256-4057-b72e-963640883bce" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.775072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e46eefd6-7256-4057-b72e-963640883bce" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.775442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e46eefd6-7256-4057-b72e-963640883bce" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.775634] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e46eefd6-7256-4057-b72e-963640883bce',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.192337] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.192337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.192337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.192337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.206478] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.206478] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.206478] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.206871] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.206871] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.207057] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port dec75a8c-dfcd-4fec-bb61-0f7252760583 not found, creating... [ 813.207389] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.207615] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.207769] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.208062] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.208259] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.208691] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.208951] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.209173] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.210632] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.210632] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.210632] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: dec75a8c-dfcd-4fec-bb61-0f7252760583 is going to be created. [ 813.227939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.227939] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.227939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.227939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.227939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.227939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.227939] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d24911df-5cab-4df8-b5dc-d63828cdb844 is going to be updated. [ 813.236460] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.236693] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.236818] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.237461] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.237847] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.238197] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-dec75a8c-dfcd-4fec-bb61-0f7252760583" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.261324] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.261324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.261324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.261324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.261324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.271619] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: IN_PROGRESS for 2s [ 813.279074] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e46eefd6-7256-4057-b72e-963640883bce [ 813.279437] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.279569] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.279641] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.279849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.279938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.280044] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e46eefd6-7256-4057-b72e-963640883bce already deleted. [ 813.280128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e46eefd6-7256-4057-b72e-963640883bce" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.837425] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 813.837711] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.168277] env[69943]: INFO networking_nsxv3.common.synchronization [req-8330918e-275e-4b11-a5a1-31e70ffd8320 req-bff9986a-e3bc-4495-906a-311615b8e2be service nova] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_rules [ 814.168277] env[69943]: INFO networking_nsxv3.common.synchronization [req-8330918e-275e-4b11-a5a1-31e70ffd8320 req-bff9986a-e3bc-4495-906a-311615b8e2be service nova] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 814.168277] env[69943]: INFO networking_nsxv3.common.synchronization [req-8330918e-275e-4b11-a5a1-31e70ffd8320 req-bff9986a-e3bc-4495-906a-311615b8e2be service nova] Enqueued Resource ID: dec75a8c-dfcd-4fec-bb61-0f7252760583 with Priority: HIGHEST for action port [ 814.170135] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_rules [ 814.170340] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 814.170505] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec75a8c-dfcd-4fec-bb61-0f7252760583 with Priority: HIGHEST for action port [ 814.171218] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.171360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.171430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.171690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.171778] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.173842] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.173842] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.173842] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.173842] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.173842] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.173842] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.173842] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.173842] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.174140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.174591] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.179037] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-dec75a8c-dfcd-4fec-bb61-0f7252760583 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.179037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dec75a8c-dfcd-4fec-bb61-0f7252760583" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.179037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dec75a8c-dfcd-4fec-bb61-0f7252760583" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.179037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dec75a8c-dfcd-4fec-bb61-0f7252760583" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.179037] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec75a8c-dfcd-4fec-bb61-0f7252760583',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.681492] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.681492] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.681492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.681492] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dec75a8c-dfcd-4fec-bb61-0f7252760583 with status ACTIVE [ 814.681492] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.681492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.681492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.681492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.681492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.681492] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.681492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.681492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.681492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.682211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.682211] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.682211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.682211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.682411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.682411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.682547] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dec75a8c-dfcd-4fec-bb61-0f7252760583 is going to be updated. [ 814.709209] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.709209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.709209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.709209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.709497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.709497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dec75a8c-dfcd-4fec-bb61-0f7252760583" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.072354] env[69943]: INFO networking_nsxv3.common.synchronization [None req-f45a6953-cf09-45c6-b465-6907a715ec19 None None] Enqueued Resource ID: 23180af8-fbf1-4f68-8b86-60984a25f768 with Priority: HIGHEST for action port [ 815.072839] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23180af8-fbf1-4f68-8b86-60984a25f768 with Priority: HIGHEST for action port [ 815.073150] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-23180af8-fbf1-4f68-8b86-60984a25f768 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.073286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23180af8-fbf1-4f68-8b86-60984a25f768" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.073329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23180af8-fbf1-4f68-8b86-60984a25f768" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.073589] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23180af8-fbf1-4f68-8b86-60984a25f768" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.073673] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23180af8-fbf1-4f68-8b86-60984a25f768',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.186620] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.283410] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d24911df-5cab-4df8-b5dc-d63828cdb844 in Status: SUCCESS [ 815.284011] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d24911df-5cab-4df8-b5dc-d63828cdb844 deletion is rescheduled due to dependency. [ 815.284184] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d24911df-5cab-4df8-b5dc-d63828cdb844" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.551408] env[69943]: INFO networking_nsxv3.common.synchronization [req-7d9f772a-2ec9-4cd8-9895-1e39c8c9f135 req-d4d4a17f-b05c-42b1-9f8b-7b3c3734e41d tempest-VolumesAssistedSnapshotsTest-79931028 tempest-VolumesAssistedSnapshotsTest-79931028-project-member] Enqueued Resource ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 with Priority: HIGHEST for action security_group_members [ 815.551933] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 with Priority: HIGHEST for action security_group_members [ 815.552256] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a878d49f-c0f0-4045-875f-2d74c238d4c2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.552378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.552444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.552657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.552828] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.552906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.552995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.553639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.553766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.553894] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a878d49f-c0f0-4045-875f-2d74c238d4c2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.576457] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23180af8-fbf1-4f68-8b86-60984a25f768 [ 815.576684] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.576809] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.576881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.579664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.579664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.579664] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23180af8-fbf1-4f68-8b86-60984a25f768 already deleted. [ 815.579664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23180af8-fbf1-4f68-8b86-60984a25f768" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.689134] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.689442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.689607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.689810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.689931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.690066] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 is going to be created. [ 815.720553] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.720720] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.720808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.721057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.721281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.731071] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: UNINITIALIZED for 2s [ 816.060445] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.060619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.060691] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.061016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.094575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.094942] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.095081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.095081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.095256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.095322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.095413] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 is going to be updated. [ 816.125856] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.125978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.126047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.128586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.128586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.135932] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 in Status: IN_PROGRESS for 2s [ 817.410876] env[69943]: INFO networking_nsxv3.common.synchronization [req-9bb8107f-c347-4251-804f-fe87f6758d6c req-41b64a18-1009-4619-a3a7-3c900824abf5 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 817.411551] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 817.411874] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.411975] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.743368] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: SUCCESS [ 817.743502] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.743649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.743916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.744085] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.744228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.744267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.744420] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.744495] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.744592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.744695] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.746184] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.747035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.747035] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.747183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.747258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.747622] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.747622] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.747692] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.147919] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 in Status: SUCCESS [ 818.147919] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 deletion is rescheduled due to dependency. [ 818.147919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.247515] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.248098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.254734] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.402705] env[69943]: INFO networking_nsxv3.common.synchronization [req-1b742508-53d8-4ad1-86a7-e15765aa76b4 req-6e310799-22e7-460c-ac72-7b5baa31c756 tempest-ServersTestManualDisk-275698564 tempest-ServersTestManualDisk-275698564-project-member] Enqueued Resource ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 with Priority: HIGHEST for action security_group_members [ 818.403286] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 with Priority: HIGHEST for action security_group_members [ 818.403581] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-eebf19c3-6e69-473c-9525-e63d3521e0a8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.403703] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.403773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.403994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.405761] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.405895] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.405965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.406229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.406367] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.406489] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eebf19c3-6e69-473c-9525-e63d3521e0a8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.695249] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.695540] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.695661] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.695926] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.696192] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.696342] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.696454] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.696669] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.696868] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.699017] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.699017] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.699017] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.699017] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.699017] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 818.699017] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.699017] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.722998] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.722998] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 818.722998] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.722998] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.722998] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-7e74f04b-114d-4c39-b681-4f2c47348567 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.722998] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-7e74f04b-114d-4c39-b681-4f2c47348567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.722998] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-7e74f04b-114d-4c39-b681-4f2c47348567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.722998] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-7e74f04b-114d-4c39-b681-4f2c47348567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.722998] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e74f04b-114d-4c39-b681-4f2c47348567',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.758089] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.909437] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.909607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.909675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.909984] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.940387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.940656] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.940792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.940872] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.941101] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.941193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.941290] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 is going to be updated. [ 818.974663] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.974805] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.974867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.975320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.975320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.985068] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 in Status: IN_PROGRESS for 2s [ 819.231189] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.231189] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.231189] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.231189] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.231189] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.231189] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 7e74f04b-114d-4c39-b681-4f2c47348567 not found, creating... [ 819.231189] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.231189] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.231189] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.231189] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.231189] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.231807] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.231807] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.238054] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.242606] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.242606] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.242606] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 7e74f04b-114d-4c39-b681-4f2c47348567 is going to be created. [ 819.260220] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.260424] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.260549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.261187] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.261187] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.261187] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 is going to be updated. [ 819.270557] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.270557] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.270557] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.270557] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.270557] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.270557] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-7e74f04b-114d-4c39-b681-4f2c47348567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.293239] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.293239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.293239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.293446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.293476] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.306680] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: IN_PROGRESS for 2s [ 820.470490] env[69943]: INFO networking_nsxv3.common.synchronization [req-9bb8107f-c347-4251-804f-fe87f6758d6c req-8a1654f6-dc80-4d54-a95b-905218b6c683 service nova] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_rules [ 820.470955] env[69943]: INFO networking_nsxv3.common.synchronization [req-9bb8107f-c347-4251-804f-fe87f6758d6c req-8a1654f6-dc80-4d54-a95b-905218b6c683 service nova] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 820.470955] env[69943]: INFO networking_nsxv3.common.synchronization [req-9bb8107f-c347-4251-804f-fe87f6758d6c req-8a1654f6-dc80-4d54-a95b-905218b6c683 service nova] Enqueued Resource ID: 7e74f04b-114d-4c39-b681-4f2c47348567 with Priority: HIGHEST for action port [ 820.471165] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_rules [ 820.471165] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 820.471288] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e74f04b-114d-4c39-b681-4f2c47348567 with Priority: HIGHEST for action port [ 820.472573] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.472695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.473025] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.473171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.473381] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e74f04b-114d-4c39-b681-4f2c47348567 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.473484] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e74f04b-114d-4c39-b681-4f2c47348567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.473586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e74f04b-114d-4c39-b681-4f2c47348567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.473853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e74f04b-114d-4c39-b681-4f2c47348567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.474386] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e74f04b-114d-4c39-b681-4f2c47348567',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.976513] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e74f04b-114d-4c39-b681-4f2c47348567 with status ACTIVE [ 820.976749] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.976904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.976971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.977184] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.977267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.977454] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.977555] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.977654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.978075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.978075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.978075] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.978313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.978313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.978403] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.978459] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.978505] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e74f04b-114d-4c39-b681-4f2c47348567 is going to be updated. [ 821.003206] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 in Status: SUCCESS [ 821.003314] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 deletion is rescheduled due to dependency. [ 821.004413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.017194] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.017395] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.017447] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.017793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.017793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.018726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e74f04b-114d-4c39-b681-4f2c47348567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.319026] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: SUCCESS [ 821.319026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.319026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.319026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.319026] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.319026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.319026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.319026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.319026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.319026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.319026] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.319026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.319026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.319026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.319026] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.319026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.319026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.319026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.320308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.320606] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.320885] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.321984] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.322790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.322965] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.323099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.323168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.323323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.323406] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.323500] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.825431] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57c0cc19-112d-46e4-b1f1-e282c2497995: rpc.has_security_group_logging(os_id): False [ 821.827073] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.846976] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.847214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.847214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.847832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.847832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.847832] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.847832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.847832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.848091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.848091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.848327] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.848327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.848409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.848923] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.848923] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.848923] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.849794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.850595] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.850595] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.850595] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.850595] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 is going to be created. [ 821.926152] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.926333] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.926499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.926608] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.926822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.939038] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: IN_PROGRESS for 2s [ 822.329421] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.832039] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.832039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.832039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.832488] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.832488] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.832488] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 is going to be updated. [ 822.863557] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.863729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.863923] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.864172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.864319] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.874035] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: IN_PROGRESS for 2s [ 823.957323] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: SUCCESS [ 823.957731] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.957868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.958020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.958130] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.462949] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.463190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.884730] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: SUCCESS [ 824.885704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.885704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.885704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.885704] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.885927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.885927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.886073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.886171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.886267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.886366] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.389056] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.389056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.389056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.389386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.390251] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.390251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.390251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.390251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.390251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.390251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.390251] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.391986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.391986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.391986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.391986] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.391986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.391986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.391986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.391986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.391986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.391986] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.472810] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 825.472960] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 825.896642] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57c0cc19-112d-46e4-b1f1-e282c2497995: rpc.has_security_group_logging(os_id): False [ 825.940228] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.940404] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.940404] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.940595] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.940689] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.940885] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.940987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.941062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.941251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.941356] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.941715] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.941809] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.941809] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.941954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.942622] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.942915] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.943072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.943160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.943341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.943452] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.943576] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 is going to be updated. [ 826.070898] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.070898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.071160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.071326] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.071514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.099121] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: IN_PROGRESS for 2s [ 826.285039] env[69943]: INFO networking_nsxv3.common.synchronization [None req-46168e0d-ce38-4077-81b7-c7baa0975602 None None] Enqueued Resource ID: 3074422b-7670-46f8-acd8-50abd6c2f84f with Priority: HIGHEST for action port [ 826.285039] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3074422b-7670-46f8-acd8-50abd6c2f84f with Priority: HIGHEST for action port [ 826.285039] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-3074422b-7670-46f8-acd8-50abd6c2f84f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.285039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3074422b-7670-46f8-acd8-50abd6c2f84f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.285039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3074422b-7670-46f8-acd8-50abd6c2f84f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.285598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3074422b-7670-46f8-acd8-50abd6c2f84f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.285808] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3074422b-7670-46f8-acd8-50abd6c2f84f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.789450] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3074422b-7670-46f8-acd8-50abd6c2f84f [ 826.789785] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.789848] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.789881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.790221] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.790350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.790463] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3074422b-7670-46f8-acd8-50abd6c2f84f already deleted. [ 826.790564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3074422b-7670-46f8-acd8-50abd6c2f84f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.500498] env[69943]: INFO networking_nsxv3.common.synchronization [req-16df9601-3caa-475d-b694-f27722d1ad40 req-10b6c865-2f2a-4d83-b3e5-5aab754fecfd tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 827.503532] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 827.504384] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.504546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.504636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.504898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.506844] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.506994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.507094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.507338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.507430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.507666] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.933942] env[69943]: INFO networking_nsxv3.common.synchronization [None req-e0e57ab7-5dd4-44a1-99e8-d4fb2501cfe5 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 with Priority: HIGHEST for action security_group_rules [ 827.935467] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 with Priority: HIGHEST for action security_group_rules [ 827.935467] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.935467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.935467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.935933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.935933] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.013179] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.013179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.013179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.013179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.013179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.013552] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.013552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.013552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.013552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.013684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.013725] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 828.045694] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.045839] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.045902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.046123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.046264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.064236] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 828.119527] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: SUCCESS [ 828.119845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.171796] env[69943]: INFO networking_nsxv3.common.synchronization [None req-3c700809-8da8-4b46-8854-f69e345ea157 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 with Priority: HIGHEST for action security_group_rules [ 828.171796] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 with Priority: HIGHEST for action security_group_rules [ 828.172544] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.172544] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.460914] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.460914] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.460914] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.461169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.461215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.461324] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 already deleted. [ 828.461428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.461616] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.461880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.461987] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.989739] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.989739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.989739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.989739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.989739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.989739] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 already deleted. [ 828.989739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.436218] env[69943]: INFO networking_nsxv3.common.synchronization [None req-caf4decc-001f-41c2-a669-3ade11352afb None None] Enqueued Resource ID: 97829fd3-e402-4e2d-ac62-e2256119324d with Priority: HIGHEST for action port [ 829.436794] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97829fd3-e402-4e2d-ac62-e2256119324d with Priority: HIGHEST for action port [ 829.438192] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-97829fd3-e402-4e2d-ac62-e2256119324d taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.438389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97829fd3-e402-4e2d-ac62-e2256119324d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.438505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97829fd3-e402-4e2d-ac62-e2256119324d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.438730] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97829fd3-e402-4e2d-ac62-e2256119324d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.438807] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97829fd3-e402-4e2d-ac62-e2256119324d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.941403] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97829fd3-e402-4e2d-ac62-e2256119324d [ 829.941645] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.941779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.941935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.942233] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.942323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.942434] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97829fd3-e402-4e2d-ac62-e2256119324d already deleted. [ 829.942434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97829fd3-e402-4e2d-ac62-e2256119324d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.074608] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 830.074918] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a deletion is rescheduled due to dependency. [ 830.075025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.447640] env[69943]: INFO networking_nsxv3.common.synchronization [None req-839cb541-8bdf-4f3c-97fc-021d923f967f None None] Enqueued Resource ID: b422f2d0-9c6c-4f3a-8ba4-a053f8016590 with Priority: HIGHEST for action port [ 833.450682] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b422f2d0-9c6c-4f3a-8ba4-a053f8016590 with Priority: HIGHEST for action port [ 833.450682] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-b422f2d0-9c6c-4f3a-8ba4-a053f8016590 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.450682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b422f2d0-9c6c-4f3a-8ba4-a053f8016590" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.450682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b422f2d0-9c6c-4f3a-8ba4-a053f8016590" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.450682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b422f2d0-9c6c-4f3a-8ba4-a053f8016590" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.450682] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b422f2d0-9c6c-4f3a-8ba4-a053f8016590',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.951024] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b422f2d0-9c6c-4f3a-8ba4-a053f8016590 [ 833.951304] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.951409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.951474] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.951680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.951766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.951858] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b422f2d0-9c6c-4f3a-8ba4-a053f8016590 already deleted. [ 833.951936] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b422f2d0-9c6c-4f3a-8ba4-a053f8016590" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.300113] env[69943]: INFO networking_nsxv3.common.synchronization [None req-daf9ef31-1e5d-42d1-8b61-763e8ebd2ae4 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Enqueued Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_rules [ 834.300113] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_rules [ 834.300113] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19d1292c-b8fb-4597-9de1-877ef70a29ae taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.300113] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.300113] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.302654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.302732] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.398581] env[69943]: INFO networking_nsxv3.common.synchronization [None req-59e455df-0787-46a4-8255-39fdda591403 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Enqueued Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_rules [ 834.399620] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_rules [ 834.401517] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19d1292c-b8fb-4597-9de1-877ef70a29ae taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.401632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.826957] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.827375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.827375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.827470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.827549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.827651] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae already deleted. [ 834.827737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.828234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.828410] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.828530] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.350026] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.350177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.350269] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.350482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.350574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.350669] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae already deleted. [ 835.350763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.761134] env[69943]: INFO networking_nsxv3.common.synchronization [None req-a97a6228-4177-47c3-9499-60b977d5ff65 None None] Enqueued Resource ID: 04c53020-5730-4d3d-be55-d4bcdf32f2e9 with Priority: HIGHEST for action port [ 835.761134] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c53020-5730-4d3d-be55-d4bcdf32f2e9 with Priority: HIGHEST for action port [ 835.763960] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c53020-5730-4d3d-be55-d4bcdf32f2e9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.764150] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c53020-5730-4d3d-be55-d4bcdf32f2e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.764230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c53020-5730-4d3d-be55-d4bcdf32f2e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.764456] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c53020-5730-4d3d-be55-d4bcdf32f2e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.764545] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c53020-5730-4d3d-be55-d4bcdf32f2e9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.267608] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04c53020-5730-4d3d-be55-d4bcdf32f2e9 [ 836.268021] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.268021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.268152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.268286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.269074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.269761] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04c53020-5730-4d3d-be55-d4bcdf32f2e9 already deleted. [ 836.269761] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c53020-5730-4d3d-be55-d4bcdf32f2e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.796623] env[69943]: INFO networking_nsxv3.common.synchronization [req-d7ab081b-5a41-4118-966a-e105eab57c7a req-bb2a65a4-c960-42bb-8afe-f7fd14cf2bbf tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Enqueued Resource ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 with Priority: HIGHEST for action security_group_members [ 836.796957] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 with Priority: HIGHEST for action security_group_members [ 836.797332] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.797609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.797609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.797889] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.798043] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.798253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.798253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.798446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.798869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.799018] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07594ff3-0e69-4c9a-ae14-cd513b2e45f0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.305711] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.306168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.306168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.306168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.306716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.306852] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.306971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.307266] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.307266] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.307505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.307505] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 already deleted. [ 837.308434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.398227] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-472 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.398486] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-472" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.398618] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-472" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.398997] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-472" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.399237] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.399901] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.400188] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.400466] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.400635] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.400932] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.401080] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.401195] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.401309] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.401426] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.401843] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.402062] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.423780] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.423902] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.423984] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.424198] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-472" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.424539] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-4da295e8-67cb-4736-b31b-de8935dce90f taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.424725] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-4da295e8-67cb-4736-b31b-de8935dce90f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.424866] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-4da295e8-67cb-4736-b31b-de8935dce90f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.425215] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-4da295e8-67cb-4736-b31b-de8935dce90f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.425357] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4da295e8-67cb-4736-b31b-de8935dce90f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.928151] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.928341] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.928472] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.928746] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.928888] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.929069] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 4da295e8-67cb-4736-b31b-de8935dce90f not found, creating... [ 837.929336] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.929513] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.929632] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.929843] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.930436] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.930436] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.930436] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.930651] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.930721] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.930850] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.930993] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 4da295e8-67cb-4736-b31b-de8935dce90f is going to be created. [ 837.957772] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.957772] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.957772] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.957772] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.958115] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.958374] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-4da295e8-67cb-4736-b31b-de8935dce90f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.100570] env[69943]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 838.100723] env[69943]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] NSXv3 Agent Agent loop - iteration:1 started [ 838.749121] env[69943]: INFO networking_nsxv3.common.synchronization [req-d7ab081b-5a41-4118-966a-e105eab57c7a req-9242f1a9-3945-40b2-93de-81422e7d5e1a service nova] Enqueued Resource ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 with Priority: HIGHEST for action security_group_rules [ 838.749121] env[69943]: INFO networking_nsxv3.common.synchronization [req-d7ab081b-5a41-4118-966a-e105eab57c7a req-9242f1a9-3945-40b2-93de-81422e7d5e1a service nova] Enqueued Resource ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 with Priority: HIGHEST for action security_group_members [ 838.749765] env[69943]: INFO networking_nsxv3.common.synchronization [req-d7ab081b-5a41-4118-966a-e105eab57c7a req-9242f1a9-3945-40b2-93de-81422e7d5e1a service nova] Enqueued Resource ID: 4da295e8-67cb-4736-b31b-de8935dce90f with Priority: HIGHEST for action port [ 838.749765] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 with Priority: HIGHEST for action security_group_rules [ 838.749765] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 with Priority: HIGHEST for action security_group_members [ 838.749765] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da295e8-67cb-4736-b31b-de8935dce90f with Priority: HIGHEST for action port [ 838.750264] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07594ff3-0e69-4c9a-ae14-cd513b2e45f0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.750393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.750430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.750714] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.750812] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07594ff3-0e69-4c9a-ae14-cd513b2e45f0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.751950] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.754028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.754028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.754028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.754028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.754028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.754028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.754028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.754028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.754028] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07594ff3-0e69-4c9a-ae14-cd513b2e45f0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.754028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-4da295e8-67cb-4736-b31b-de8935dce90f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.754028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4da295e8-67cb-4736-b31b-de8935dce90f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.754028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4da295e8-67cb-4736-b31b-de8935dce90f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.754028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4da295e8-67cb-4736-b31b-de8935dce90f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.754976] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4da295e8-67cb-4736-b31b-de8935dce90f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.258579] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.258721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.258865] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4da295e8-67cb-4736-b31b-de8935dce90f with status ACTIVE [ 839.260391] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.260391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.260391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.260391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.260391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.260391] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.260391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.260391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.260391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.260391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.261141] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.261141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.261141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.261141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.261141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.261141] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4da295e8-67cb-4736-b31b-de8935dce90f is going to be updated. [ 839.262395] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07594ff3-0e69-4c9a-ae14-cd513b2e45f0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.283996] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.284303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.284303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.284448] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.284554] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.284706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4da295e8-67cb-4736-b31b-de8935dce90f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.765310] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07594ff3-0e69-4c9a-ae14-cd513b2e45f0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.268840] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.269011] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.269086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.269300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.269392] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.269493] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 is going to be created. [ 840.295826] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.295965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.296050] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.296259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.296422] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.306561] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 in Status: UNINITIALIZED for 2s [ 842.083917] env[69943]: INFO networking_nsxv3.common.synchronization [req-f8917f0b-068c-40ae-a4c3-e62309f703ce req-6f092b8b-00fd-420f-a784-da6cdbc9bfd0 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 842.084596] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 842.084948] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.085074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.085138] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.085335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.085492] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.085612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.085649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.085792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.085871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.085960] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.321067] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 in Status: SUCCESS [ 842.321291] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.321459] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.321709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.321906] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.322036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.322093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.322249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.322327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.322606] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.322726] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07594ff3-0e69-4c9a-ae14-cd513b2e45f0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.501245] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-270 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.501458] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-270" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.501644] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-270" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.501955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-270" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.502292] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.502536] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.502710] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.502963] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.503124] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.503339] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.503488] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.503612] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.503753] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.503878] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.503986] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.504162] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.523459] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.523653] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 842.523796] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.523974] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-270" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.524363] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-608ce09c-215d-4819-a8fe-4aea628f2256 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.524551] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.524677] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.525047] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.525207] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('608ce09c-215d-4819-a8fe-4aea628f2256',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.592241] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.830935] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.831105] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.831183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.831451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.831669] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.831838] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.831948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.832160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.832285] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.832466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.832670] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.832814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.832897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.833076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.833223] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.833329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.833408] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.833561] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.833647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.833720] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.833829] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07594ff3-0e69-4c9a-ae14-cd513b2e45f0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.028943] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.029177] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.029258] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.029519] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.029699] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.029927] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 608ce09c-215d-4819-a8fe-4aea628f2256 not found, creating... [ 843.030195] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.030532] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.030697] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.030918] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.031114] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.031453] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.031640] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.031778] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.032233] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.032233] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.032459] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 608ce09c-215d-4819-a8fe-4aea628f2256 is going to be created. [ 843.059016] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.059294] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.059403] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.059703] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.060027] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.060368] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.094555] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.338088] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07594ff3-0e69-4c9a-ae14-cd513b2e45f0: rpc.has_security_group_logging(os_id): False [ 843.358657] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.358791] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.358865] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.359088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.359180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.359357] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.359457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.359523] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.359665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.359745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.360009] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.360126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.360190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.360364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.360445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.360637] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.360721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.360781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.360916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.360991] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.362442] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 is going to be created. [ 843.431623] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.431796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.431867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.432094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.432310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.444994] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 in Status: IN_PROGRESS for 2s [ 843.598623] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.598623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.598623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.598623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.598623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.598623] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 843.630487] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.630487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.630734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.630734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.630875] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.640170] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 843.836560] env[69943]: INFO networking_nsxv3.common.synchronization [req-f8917f0b-068c-40ae-a4c3-e62309f703ce req-03d585f1-c6e6-4378-a886-488760b2ef8c service nova] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_rules [ 843.836560] env[69943]: INFO networking_nsxv3.common.synchronization [req-f8917f0b-068c-40ae-a4c3-e62309f703ce req-03d585f1-c6e6-4378-a886-488760b2ef8c service nova] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 843.836560] env[69943]: INFO networking_nsxv3.common.synchronization [req-f8917f0b-068c-40ae-a4c3-e62309f703ce req-03d585f1-c6e6-4378-a886-488760b2ef8c service nova] Enqueued Resource ID: 608ce09c-215d-4819-a8fe-4aea628f2256 with Priority: HIGHEST for action port [ 843.836708] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_rules [ 843.836832] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 843.836925] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 608ce09c-215d-4819-a8fe-4aea628f2256 with Priority: HIGHEST for action port [ 843.839542] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.839697] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.839803] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.840156] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.840156] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.841068] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.841218] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.841477] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-608ce09c-215d-4819-a8fe-4aea628f2256 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.841591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.841659] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.842138] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.842138] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('608ce09c-215d-4819-a8fe-4aea628f2256',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.343993] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.343993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.346507] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 608ce09c-215d-4819-a8fe-4aea628f2256 with status ACTIVE [ 844.346507] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.346507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.346507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.346507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.346507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.346507] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.347055] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.347055] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.347055] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.347141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.347351] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.347503] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.347600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.347819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.347935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.348087] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 608ce09c-215d-4819-a8fe-4aea628f2256 is going to be updated. [ 844.378531] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.378688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.378762] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.379083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.379308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.379582] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.457865] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 in Status: SUCCESS [ 845.458180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.654106] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 845.655284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.655284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.655284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.655284] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.655284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.655284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.655284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.655614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.655614] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.160028] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.662650] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.165516] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.166446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.166446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.166446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.166446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.166446] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 847.208360] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.208360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.208360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.208360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.208360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.218999] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 847.555323] env[69943]: INFO networking_nsxv3.common.synchronization [req-133e9cda-d266-4af1-ae7c-e61c199d2921 req-0840f273-41e2-4929-8619-4ec813d49799 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 847.555836] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 847.556143] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.556263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.556332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.557077] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.557077] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.557077] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.557077] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.557545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.557697] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.557801] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.014227] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.014602] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.014602] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.014983] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.015458] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.015768] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.015844] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.016240] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.016455] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.016548] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.016749] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.016945] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.017129] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.017259] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.017380] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.017550] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.036873] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.037073] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.037210] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.037398] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.037709] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-c321039b-626e-4eac-929b-7389522bfd32 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.037883] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-c321039b-626e-4eac-929b-7389522bfd32" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.038010] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-c321039b-626e-4eac-929b-7389522bfd32" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.038356] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-c321039b-626e-4eac-929b-7389522bfd32" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.038494] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c321039b-626e-4eac-929b-7389522bfd32',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.060598] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.060765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.060841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.061059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.061158] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.061348] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.061445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.061575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.061660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.061736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.061821] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e already deleted. [ 848.061911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.544123] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.544123] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.544123] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.544123] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.544123] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.544123] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port c321039b-626e-4eac-929b-7389522bfd32 not found, creating... [ 848.544123] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.544123] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.544123] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.544123] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.544123] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.544657] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.544657] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.544657] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.544657] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.544657] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.544657] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: c321039b-626e-4eac-929b-7389522bfd32 is going to be created. [ 848.571785] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.571993] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.572164] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.572418] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.572806] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.572963] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-c321039b-626e-4eac-929b-7389522bfd32" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.230113] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 849.230454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.233552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.233916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.234176] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.234436] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.234558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.234772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.234959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.235132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.235275] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.738532] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.738695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.738767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.738983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.739173] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.739278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.739344] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.739495] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.739580] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.739665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.739811] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.739905] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.739966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.740124] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.740260] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.740351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.740410] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.740546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.740645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.740737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.740827] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.765560] env[69943]: INFO networking_nsxv3.common.synchronization [req-133e9cda-d266-4af1-ae7c-e61c199d2921 req-a7243f5f-4687-455a-9976-1b7caa2d41c7 service nova] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_rules [ 849.765560] env[69943]: INFO networking_nsxv3.common.synchronization [req-133e9cda-d266-4af1-ae7c-e61c199d2921 req-a7243f5f-4687-455a-9976-1b7caa2d41c7 service nova] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 849.765560] env[69943]: INFO networking_nsxv3.common.synchronization [req-133e9cda-d266-4af1-ae7c-e61c199d2921 req-a7243f5f-4687-455a-9976-1b7caa2d41c7 service nova] Enqueued Resource ID: c321039b-626e-4eac-929b-7389522bfd32 with Priority: HIGHEST for action port [ 849.766046] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_rules [ 849.766185] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 849.766290] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c321039b-626e-4eac-929b-7389522bfd32 with Priority: HIGHEST for action port [ 849.766775] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.766882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.766952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.768950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.769094] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.770336] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.770494] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.770718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.770820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.771018] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.771149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.771237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.771413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.771530] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.771649] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.772456] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-c321039b-626e-4eac-929b-7389522bfd32 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.772600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c321039b-626e-4eac-929b-7389522bfd32" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.772728] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c321039b-626e-4eac-929b-7389522bfd32" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.772919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c321039b-626e-4eac-929b-7389522bfd32" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.773041] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c321039b-626e-4eac-929b-7389522bfd32',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.177023] env[69943]: INFO networking_nsxv3.common.synchronization [req-133e9cda-d266-4af1-ae7c-e61c199d2921 req-c7da3cf5-ce4b-4a42-ac63-0cc85d782830 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 850.177023] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 850.177023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.177023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.244470] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cd9a76a-1a39-4a42-b672-fd11d2d10220: rpc.has_security_group_logging(os_id): False [ 850.266028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.266028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.266028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.266028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.266028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.266028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.266028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.266028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.266028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.266028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.266028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.266028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.266028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.266028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.266028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.266600] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.266600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.266600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.266600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.266600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.267136] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 850.274942] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.278906] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.279087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.279317] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c321039b-626e-4eac-929b-7389522bfd32 with status ACTIVE [ 850.279538] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.279808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.279808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.280058] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.280384] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.280384] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.280520] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.280624] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.280845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.280977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.281300] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.281461] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.281566] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.281768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.281845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.281947] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c321039b-626e-4eac-929b-7389522bfd32 is going to be updated. [ 850.305918] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.306094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.306199] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.306376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.306511] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.306669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c321039b-626e-4eac-929b-7389522bfd32" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.341246] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.341455] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.341455] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.341660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.341801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.358216] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 850.449849] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.450059] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.450191] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.450463] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.450991] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.451270] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.451456] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.451791] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.452020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.452380] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.452493] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.452665] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.452891] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.453330] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 850.453330] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.453468] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.477123] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.477298] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 850.477462] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.477617] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.477962] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-60763752-431b-4394-8511-b1024c4f61d2 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.478231] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-60763752-431b-4394-8511-b1024c4f61d2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.478310] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-60763752-431b-4394-8511-b1024c4f61d2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.478612] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-60763752-431b-4394-8511-b1024c4f61d2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.478756] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60763752-431b-4394-8511-b1024c4f61d2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.783869] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.980968] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.981558] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.981558] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.981745] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.981952] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.982114] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 60763752-431b-4394-8511-b1024c4f61d2 not found, creating... [ 850.982413] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.982579] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.982715] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.983075] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.983233] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.983533] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.983690] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.983915] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.984181] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.984318] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.984474] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 60763752-431b-4394-8511-b1024c4f61d2 is going to be created. [ 851.006062] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.006267] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.006497] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.006670] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.006899] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.007222] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-60763752-431b-4394-8511-b1024c4f61d2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.286884] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.287271] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.287271] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.287350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.287427] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.287529] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be created. [ 851.313023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.313191] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.313229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.313460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.313582] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.324591] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: UNINITIALIZED for 2s [ 851.995748] env[69943]: INFO networking_nsxv3.common.synchronization [req-133e9cda-d266-4af1-ae7c-e61c199d2921 req-18b17230-165b-4ac8-baf3-280a4f626b36 service nova] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_rules [ 851.996308] env[69943]: INFO networking_nsxv3.common.synchronization [req-133e9cda-d266-4af1-ae7c-e61c199d2921 req-18b17230-165b-4ac8-baf3-280a4f626b36 service nova] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 851.996308] env[69943]: INFO networking_nsxv3.common.synchronization [req-133e9cda-d266-4af1-ae7c-e61c199d2921 req-18b17230-165b-4ac8-baf3-280a4f626b36 service nova] Enqueued Resource ID: 60763752-431b-4394-8511-b1024c4f61d2 with Priority: HIGHEST for action port [ 851.997886] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_rules [ 851.997886] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 851.997886] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60763752-431b-4394-8511-b1024c4f61d2 with Priority: HIGHEST for action port [ 852.000184] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.000184] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.000184] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.000184] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.000184] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-60763752-431b-4394-8511-b1024c4f61d2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.000184] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60763752-431b-4394-8511-b1024c4f61d2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.000184] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60763752-431b-4394-8511-b1024c4f61d2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.000184] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60763752-431b-4394-8511-b1024c4f61d2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.000184] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60763752-431b-4394-8511-b1024c4f61d2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.374558] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 852.374839] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.504396] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60763752-431b-4394-8511-b1024c4f61d2 with status ACTIVE [ 852.504688] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.504846] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.504846] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.505063] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.505238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.505420] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.505522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.505589] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.505736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.505809] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.505986] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.506114] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.506288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.506288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.506653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.506653] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60763752-431b-4394-8511-b1024c4f61d2 is going to be updated. [ 852.528566] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.528718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.528795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.529033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.529191] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.529335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60763752-431b-4394-8511-b1024c4f61d2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.335716] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: SUCCESS [ 853.335978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.336168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.336382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.336568] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.336686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.336752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.336905] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.336990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.337107] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.420497] env[69943]: INFO networking_nsxv3.common.synchronization [req-f9cc7b67-da5f-4d42-ae00-270a89a41d4e req-d383368d-a412-4061-951e-9dcf7714b035 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 96824e52-17e1-40b0-a3df-36cc03d61110 with Priority: HIGHEST for action security_group_members [ 853.420770] env[69943]: INFO networking_nsxv3.common.synchronization [req-f9cc7b67-da5f-4d42-ae00-270a89a41d4e req-d383368d-a412-4061-951e-9dcf7714b035 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 853.421225] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96824e52-17e1-40b0-a3df-36cc03d61110 with Priority: HIGHEST for action security_group_members [ 853.421446] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 853.424718] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-96824e52-17e1-40b0-a3df-36cc03d61110 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.424718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.424718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.424856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.425011] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.425129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.425187] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.425348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.425434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.425528] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.426387] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.426495] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.426561] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.426999] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.426999] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.426999] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.426999] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.427176] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.427205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.427299] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.485031] env[69943]: INFO networking_nsxv3.common.synchronization [req-f9cc7b67-da5f-4d42-ae00-270a89a41d4e req-d383368d-a412-4061-951e-9dcf7714b035 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_rules [ 853.485249] env[69943]: INFO networking_nsxv3.common.synchronization [req-f9cc7b67-da5f-4d42-ae00-270a89a41d4e req-d383368d-a412-4061-951e-9dcf7714b035 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 853.485383] env[69943]: INFO networking_nsxv3.common.synchronization [req-f9cc7b67-da5f-4d42-ae00-270a89a41d4e req-d383368d-a412-4061-951e-9dcf7714b035 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 96824e52-17e1-40b0-a3df-36cc03d61110 with Priority: HIGHEST for action security_group_rules [ 853.485512] env[69943]: INFO networking_nsxv3.common.synchronization [req-f9cc7b67-da5f-4d42-ae00-270a89a41d4e req-d383368d-a412-4061-951e-9dcf7714b035 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 96824e52-17e1-40b0-a3df-36cc03d61110 with Priority: HIGHEST for action security_group_members [ 853.485640] env[69943]: INFO networking_nsxv3.common.synchronization [req-f9cc7b67-da5f-4d42-ae00-270a89a41d4e req-d383368d-a412-4061-951e-9dcf7714b035 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 608ce09c-215d-4819-a8fe-4aea628f2256 with Priority: HIGHEST for action port [ 853.486184] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_rules [ 853.486311] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96824e52-17e1-40b0-a3df-36cc03d61110 with Priority: HIGHEST for action security_group_rules [ 853.486412] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 608ce09c-215d-4819-a8fe-4aea628f2256 with Priority: HIGHEST for action port [ 853.486505] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 853.486624] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96824e52-17e1-40b0-a3df-36cc03d61110 with Priority: HIGHEST for action security_group_members [ 853.486852] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.487026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.487063] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.487238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.487319] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.491023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96824e52-17e1-40b0-a3df-36cc03d61110 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.491023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.491023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.491023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.491023] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.491023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-608ce09c-215d-4819-a8fe-4aea628f2256 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.491023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.491023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.491023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.491023] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('608ce09c-215d-4819-a8fe-4aea628f2256',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.491023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.491670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.491670] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-96824e52-17e1-40b0-a3df-36cc03d61110 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.491670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.840383] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.928897] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.933556] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.992123] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-96824e52-17e1-40b0-a3df-36cc03d61110 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.992384] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.992555] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.992630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.992781] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 608ce09c-215d-4819-a8fe-4aea628f2256 with status ACTIVE [ 853.993014] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.993134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.993198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.993408] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.993496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.993663] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.993758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.993822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.994020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.994106] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.994287] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.994380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.994441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.994581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.994654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.994737] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 608ce09c-215d-4819-a8fe-4aea628f2256 is going to be updated. [ 854.025635] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.025849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.025971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.026916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.026916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.026916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.344272] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.433516] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.438885] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.848667] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.848848] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.848973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.849181] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.849288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.849402] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be updated. [ 854.881517] env[69943]: INFO networking_nsxv3.common.synchronization [req-402f9974-b6fc-42cb-acfd-e029bca24789 req-0d6254bf-76d6-495c-8f46-d2075941d7a0 tempest-InstanceActionsTestJSON-914659920 tempest-InstanceActionsTestJSON-914659920-project-member] Enqueued Resource ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 with Priority: HIGHEST for action security_group_members [ 854.882600] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.882600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.882600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.882885] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.883087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.884530] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 with Priority: HIGHEST for action security_group_members [ 854.884968] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.885101] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.885166] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.885365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.885788] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.886415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.886490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.886902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.886998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.887130] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07594ff3-0e69-4c9a-ae14-cd513b2e45f0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.897639] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: IN_PROGRESS for 2s [ 854.939322] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.939322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.939322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.939322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.939322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.939322] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96824e52-17e1-40b0-a3df-36cc03d61110 is going to be created. [ 854.942290] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.942290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.942290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.942290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.942290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.942290] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 854.969025] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.969025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.969025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.969025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.969025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.978998] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96824e52-17e1-40b0-a3df-36cc03d61110 in Status: UNINITIALIZED for 2s [ 854.987343] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.988026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.988211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.988502] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.988821] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.999582] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 855.191643] env[69943]: INFO networking_nsxv3.common.synchronization [req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c req-326b227c-7245-4b4e-bfff-65964e80db11 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Enqueued Resource ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf with Priority: HIGHEST for action security_group_members [ 855.192196] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf with Priority: HIGHEST for action security_group_members [ 855.192491] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e09d97-3c98-4b19-99eb-13fd4de195cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.192612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.192680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.192954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.197285] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.197285] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.197285] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.197285] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.197285] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.197285] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e09d97-3c98-4b19-99eb-13fd4de195cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.390494] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.390651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.390723] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.391091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.391091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.391233] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.391328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.391390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.391541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.391602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.391689] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 is going to be updated. [ 855.419866] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.419866] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.419866] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.420422] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.420422] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.429807] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 in Status: IN_PROGRESS for 2s [ 855.698546] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.698546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.698546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.698546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.698546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.698546] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.698546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.698546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.698546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.698546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.698546] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf already deleted. [ 855.698546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.705284] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.705284] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-94" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.705284] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-94" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.705284] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-94" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.705284] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.705284] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.705284] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.705284] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.705284] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.706324] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.706621] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.706895] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.707169] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.707425] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.707663] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.707917] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.734946] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.734946] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.734946] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.734946] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-94" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.734946] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-94de3c2f-46fd-4afe-b720-65c1eb5e241c taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.734946] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-94de3c2f-46fd-4afe-b720-65c1eb5e241c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.734946] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-94de3c2f-46fd-4afe-b720-65c1eb5e241c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.734946] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-94de3c2f-46fd-4afe-b720-65c1eb5e241c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.734946] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94de3c2f-46fd-4afe-b720-65c1eb5e241c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.112859] env[69943]: INFO networking_nsxv3.common.synchronization [None req-bd561473-a57e-429f-8e0c-40717b540a4c None None] Enqueued Resource ID: 01885e1d-d758-4998-b9c5-bea2adb4fcd2 with Priority: HIGHEST for action port [ 856.112859] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01885e1d-d758-4998-b9c5-bea2adb4fcd2 with Priority: HIGHEST for action port [ 856.112859] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-01885e1d-d758-4998-b9c5-bea2adb4fcd2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.112859] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01885e1d-d758-4998-b9c5-bea2adb4fcd2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.112859] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01885e1d-d758-4998-b9c5-bea2adb4fcd2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.115153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01885e1d-d758-4998-b9c5-bea2adb4fcd2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.115880] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01885e1d-d758-4998-b9c5-bea2adb4fcd2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.238823] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.239056] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.239183] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.239764] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.239764] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.239764] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 94de3c2f-46fd-4afe-b720-65c1eb5e241c not found, creating... [ 856.239991] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.240250] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.240327] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.240912] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.240912] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.241091] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.241228] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.241357] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.241546] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.241671] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.241805] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 94de3c2f-46fd-4afe-b720-65c1eb5e241c is going to be created. [ 856.262882] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.262882] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.263208] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.264338] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.264338] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.264338] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-94de3c2f-46fd-4afe-b720-65c1eb5e241c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.621280] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01885e1d-d758-4998-b9c5-bea2adb4fcd2 [ 856.621280] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.621280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.621280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.621280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.621280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.621280] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01885e1d-d758-4998-b9c5-bea2adb4fcd2 already deleted. [ 856.621280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01885e1d-d758-4998-b9c5-bea2adb4fcd2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.958022] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: SUCCESS [ 856.958022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.958022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.958022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.958022] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.958022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.958022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.958022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.958022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.958022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.958022] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.958955] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.959263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.959573] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.959830] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.959979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.960247] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.960425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.960594] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.993368] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96824e52-17e1-40b0-a3df-36cc03d61110 in Status: SUCCESS [ 856.993368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.993368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.993582] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.993751] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.993878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.993930] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.994130] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.994209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.994308] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.011240] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 857.011240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.011240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.011240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.011240] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.011240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.011240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.011240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.011240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.011240] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.111411] env[69943]: INFO networking_nsxv3.common.synchronization [req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c req-3a6934f7-c5c0-4dde-a6a5-b14efe7451cd service nova] Enqueued Resource ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf with Priority: HIGHEST for action security_group_rules [ 857.111561] env[69943]: INFO networking_nsxv3.common.synchronization [req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c req-3a6934f7-c5c0-4dde-a6a5-b14efe7451cd service nova] Enqueued Resource ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf with Priority: HIGHEST for action security_group_members [ 857.111712] env[69943]: INFO networking_nsxv3.common.synchronization [req-5b9e7f1d-b52b-47e0-a69a-d5d8c0b55f6c req-3a6934f7-c5c0-4dde-a6a5-b14efe7451cd service nova] Enqueued Resource ID: 94de3c2f-46fd-4afe-b720-65c1eb5e241c with Priority: HIGHEST for action port [ 857.112290] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf with Priority: HIGHEST for action security_group_rules [ 857.112556] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf with Priority: HIGHEST for action security_group_members [ 857.112915] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94de3c2f-46fd-4afe-b720-65c1eb5e241c with Priority: HIGHEST for action port [ 857.113603] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39e09d97-3c98-4b19-99eb-13fd4de195cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.113765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.113901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.114420] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.114514] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39e09d97-3c98-4b19-99eb-13fd4de195cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.115411] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e09d97-3c98-4b19-99eb-13fd4de195cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.115558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.115674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.115798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.115946] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.116082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.116127] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.116401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.116401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.116499] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e09d97-3c98-4b19-99eb-13fd4de195cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.117204] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-94de3c2f-46fd-4afe-b720-65c1eb5e241c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.117322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94de3c2f-46fd-4afe-b720-65c1eb5e241c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.117373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94de3c2f-46fd-4afe-b720-65c1eb5e241c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.117518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94de3c2f-46fd-4afe-b720-65c1eb5e241c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.117591] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94de3c2f-46fd-4afe-b720-65c1eb5e241c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.441343] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 in Status: SUCCESS [ 857.442194] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 deletion is rescheduled due to dependency. [ 857.442194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.463310] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.463465] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.463630] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.501410] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.514418] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.621208] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39e09d97-3c98-4b19-99eb-13fd4de195cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.622521] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e09d97-3c98-4b19-99eb-13fd4de195cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.622668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.622978] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94de3c2f-46fd-4afe-b720-65c1eb5e241c with status ACTIVE [ 857.623178] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.624158] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.624226] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.624482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.624520] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.624677] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.624821] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.624821] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.625017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.625063] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.625227] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.625321] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.625380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.625518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.625592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.625674] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94de3c2f-46fd-4afe-b720-65c1eb5e241c is going to be updated. [ 857.650419] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.650785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.650785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.652397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.652397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.652527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94de3c2f-46fd-4afe-b720-65c1eb5e241c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.968222] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.006061] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.016851] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.124512] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39e09d97-3c98-4b19-99eb-13fd4de195cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.456945] env[69943]: INFO networking_nsxv3.common.synchronization [None req-928a1a14-328e-49c1-b6a3-25bf4e99fd61 None None] Enqueued Resource ID: 96593bcd-d980-4026-b49f-85145c80a1b0 with Priority: HIGHEST for action port [ 858.457240] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96593bcd-d980-4026-b49f-85145c80a1b0 with Priority: HIGHEST for action port [ 858.457816] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-96593bcd-d980-4026-b49f-85145c80a1b0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.458023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96593bcd-d980-4026-b49f-85145c80a1b0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.458023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96593bcd-d980-4026-b49f-85145c80a1b0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.458309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96593bcd-d980-4026-b49f-85145c80a1b0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.458345] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96593bcd-d980-4026-b49f-85145c80a1b0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.472426] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.472426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.472426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.472426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.472426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.472426] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be updated. [ 858.509954] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.510190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.510269] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.510488] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.510576] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.510678] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96824e52-17e1-40b0-a3df-36cc03d61110 is going to be updated. [ 858.519352] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.519592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.519592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.523028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.523028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.523601] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.523730] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.523841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.525087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.525087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.525087] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 858.544617] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: IN_PROGRESS for 2s [ 858.575910] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.575994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.576041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.576232] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.577678] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.579090] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.579090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.579240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.579339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.579474] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.591923] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96824e52-17e1-40b0-a3df-36cc03d61110 in Status: IN_PROGRESS for 2s [ 858.593116] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 858.629018] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.629018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.629018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.629018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.629018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.629018] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf is going to be created. [ 858.663849] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.663849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.663849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.663849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.663849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.672254] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf in Status: UNINITIALIZED for 2s [ 858.928216] env[69943]: INFO networking_nsxv3.common.synchronization [None req-bd7bbcb6-bede-4a70-8dc9-1e01d538ba59 None None] Enqueued Resource ID: 2aed44f0-8a97-407b-8f71-162e6733697d with Priority: HIGHEST for action port [ 858.928216] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aed44f0-8a97-407b-8f71-162e6733697d with Priority: HIGHEST for action port [ 858.928718] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-2aed44f0-8a97-407b-8f71-162e6733697d taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.928843] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2aed44f0-8a97-407b-8f71-162e6733697d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.928928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2aed44f0-8a97-407b-8f71-162e6733697d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.933213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2aed44f0-8a97-407b-8f71-162e6733697d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.933298] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2aed44f0-8a97-407b-8f71-162e6733697d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.964275] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96593bcd-d980-4026-b49f-85145c80a1b0 [ 858.964275] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.964275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.964275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.964275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.964275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.964275] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96593bcd-d980-4026-b49f-85145c80a1b0 already deleted. [ 858.964275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96593bcd-d980-4026-b49f-85145c80a1b0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.436162] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2aed44f0-8a97-407b-8f71-162e6733697d [ 859.436509] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.436716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.436826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.437143] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.437280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.437419] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2aed44f0-8a97-407b-8f71-162e6733697d already deleted. [ 859.437549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2aed44f0-8a97-407b-8f71-162e6733697d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.055630] env[69943]: INFO networking_nsxv3.common.synchronization [req-fc5b5a30-779b-4f46-983c-effc78ced5f7 req-f265a45d-335d-40fd-a27b-12d1166871a6 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 96824e52-17e1-40b0-a3df-36cc03d61110 with Priority: HIGHEST for action security_group_members [ 860.055872] env[69943]: INFO networking_nsxv3.common.synchronization [req-fc5b5a30-779b-4f46-983c-effc78ced5f7 req-f265a45d-335d-40fd-a27b-12d1166871a6 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 88d45570-0911-48e6-acbf-bf138bc49150 with Priority: HIGHEST for action security_group_members [ 860.056031] env[69943]: INFO networking_nsxv3.common.synchronization [req-fc5b5a30-779b-4f46-983c-effc78ced5f7 req-f265a45d-335d-40fd-a27b-12d1166871a6 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 860.056958] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96824e52-17e1-40b0-a3df-36cc03d61110 with Priority: HIGHEST for action security_group_members [ 860.056958] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d45570-0911-48e6-acbf-bf138bc49150 with Priority: HIGHEST for action security_group_members [ 860.056958] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 860.057180] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-96824e52-17e1-40b0-a3df-36cc03d61110 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.057307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.057993] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d45570-0911-48e6-acbf-bf138bc49150 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.057993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.057993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.057993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.057993] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.058619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.058619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.058619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.058619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.058619] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88d45570-0911-48e6-acbf-bf138bc49150',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.060434] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.060434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.106302] env[69943]: INFO networking_nsxv3.common.synchronization [req-fc5b5a30-779b-4f46-983c-effc78ced5f7 req-f265a45d-335d-40fd-a27b-12d1166871a6 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_rules [ 860.106302] env[69943]: INFO networking_nsxv3.common.synchronization [req-fc5b5a30-779b-4f46-983c-effc78ced5f7 req-f265a45d-335d-40fd-a27b-12d1166871a6 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 860.106302] env[69943]: INFO networking_nsxv3.common.synchronization [req-fc5b5a30-779b-4f46-983c-effc78ced5f7 req-f265a45d-335d-40fd-a27b-12d1166871a6 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 88d45570-0911-48e6-acbf-bf138bc49150 with Priority: HIGHEST for action security_group_rules [ 860.106449] env[69943]: INFO networking_nsxv3.common.synchronization [req-fc5b5a30-779b-4f46-983c-effc78ced5f7 req-f265a45d-335d-40fd-a27b-12d1166871a6 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 88d45570-0911-48e6-acbf-bf138bc49150 with Priority: HIGHEST for action security_group_members [ 860.106496] env[69943]: INFO networking_nsxv3.common.synchronization [req-fc5b5a30-779b-4f46-983c-effc78ced5f7 req-f265a45d-335d-40fd-a27b-12d1166871a6 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 96824e52-17e1-40b0-a3df-36cc03d61110 with Priority: HIGHEST for action security_group_rules [ 860.107648] env[69943]: INFO networking_nsxv3.common.synchronization [req-fc5b5a30-779b-4f46-983c-effc78ced5f7 req-f265a45d-335d-40fd-a27b-12d1166871a6 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 96824e52-17e1-40b0-a3df-36cc03d61110 with Priority: HIGHEST for action security_group_members [ 860.107648] env[69943]: INFO networking_nsxv3.common.synchronization [req-fc5b5a30-779b-4f46-983c-effc78ced5f7 req-f265a45d-335d-40fd-a27b-12d1166871a6 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 608ce09c-215d-4819-a8fe-4aea628f2256 with Priority: HIGHEST for action port [ 860.107648] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_rules [ 860.107648] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d45570-0911-48e6-acbf-bf138bc49150 with Priority: HIGHEST for action security_group_rules [ 860.107987] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96824e52-17e1-40b0-a3df-36cc03d61110 with Priority: HIGHEST for action security_group_members [ 860.107987] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 608ce09c-215d-4819-a8fe-4aea628f2256 with Priority: HIGHEST for action port [ 860.107987] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96824e52-17e1-40b0-a3df-36cc03d61110 with Priority: HIGHEST for action security_group_rules [ 860.108099] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 860.110719] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d45570-0911-48e6-acbf-bf138bc49150 with Priority: HIGHEST for action security_group_members [ 860.110719] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.110719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.110719] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88d45570-0911-48e6-acbf-bf138bc49150 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.110719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.110719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.110719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.110719] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88d45570-0911-48e6-acbf-bf138bc49150',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.110719] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-96824e52-17e1-40b0-a3df-36cc03d61110 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.110719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.110719] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-608ce09c-215d-4819-a8fe-4aea628f2256 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.110719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.110719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.110719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.110719] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('608ce09c-215d-4819-a8fe-4aea628f2256',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.111686] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96824e52-17e1-40b0-a3df-36cc03d61110 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.111772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.111950] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.112038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.112206] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d45570-0911-48e6-acbf-bf138bc49150 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.112281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.559884] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: SUCCESS [ 860.559884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.559884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.559884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.559884] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.559884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.559884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.559884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.559884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.559884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.559884] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.559884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.559884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.561236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.564645] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.564645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.564645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.564816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.565307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.565307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.565307] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.568820] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88d45570-0911-48e6-acbf-bf138bc49150',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.604544] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96824e52-17e1-40b0-a3df-36cc03d61110 in Status: SUCCESS [ 860.604770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.605032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.605150] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.605335] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.605444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.605507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.605649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.605722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.605805] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.605903] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.607824] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 860.607824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.607824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.608015] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.608150] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.608231] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.608298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.608501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.608568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.608635] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.609434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.609714] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.609756] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.609857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.609919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.610072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.610145] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.610223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.610306] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.614017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.614017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.614017] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.614017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.614017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.614017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.614017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.614017] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.614500] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d45570-0911-48e6-acbf-bf138bc49150 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.614500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.614608] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 608ce09c-215d-4819-a8fe-4aea628f2256 with status ACTIVE [ 860.614807] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.614807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.614948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.615053] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.615123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.615281] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.615368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.615426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.615562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.615712] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.615891] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.616036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.616074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.616178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.616262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.616321] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 608ce09c-215d-4819-a8fe-4aea628f2256 is going to be updated. [ 860.637602] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.637787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.637837] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.638484] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.638484] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.638484] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-608ce09c-215d-4819-a8fe-4aea628f2256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.687203] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf in Status: SUCCESS [ 860.687203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.687203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.687203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.687203] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.687203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.687203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.687203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.687203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.687203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.687203] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39e09d97-3c98-4b19-99eb-13fd4de195cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.069360] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77cd8a0f-276e-4e4b-8948-f6db2af6684e: rpc.has_security_group_logging(os_id): False [ 861.072052] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88d45570-0911-48e6-acbf-bf138bc49150',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.090886] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.093034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.093034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.093034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.093034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.093034] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.093034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.093034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.093034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.093034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.093034] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.093034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.093034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.093034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.093034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.094286] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.094286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.094286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.094286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.094286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.094286] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be created. [ 861.115528] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.115528] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.115528] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.115528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.115528] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.190803] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e09d97-3c98-4b19-99eb-13fd4de195cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.190958] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.191075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.191313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.191783] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.191928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.191991] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.192224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.192378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.192450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.193039] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e09d97-3c98-4b19-99eb-13fd4de195cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.193039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.193039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.193039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.193039] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.193400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.193400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.193400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.193499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.193539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.193637] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39e09d97-3c98-4b19-99eb-13fd4de195cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.357902] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.357902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.357902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.358216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.358287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.374382] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: IN_PROGRESS for 2s [ 861.408482] env[69943]: INFO networking_nsxv3.common.synchronization [None req-b9a5d557-30eb-4e69-ab24-9668ebc68bd8 None None] Enqueued Resource ID: 8ac4cd3a-50a0-43f7-afcd-7b09fd66daed with Priority: HIGHEST for action port [ 861.408748] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac4cd3a-50a0-43f7-afcd-7b09fd66daed with Priority: HIGHEST for action port [ 861.409178] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ac4cd3a-50a0-43f7-afcd-7b09fd66daed taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.409278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ac4cd3a-50a0-43f7-afcd-7b09fd66daed" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.409278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ac4cd3a-50a0-43f7-afcd-7b09fd66daed" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.409815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ac4cd3a-50a0-43f7-afcd-7b09fd66daed" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.409815] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ac4cd3a-50a0-43f7-afcd-7b09fd66daed',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.580283] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.580283] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.580283] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.580283] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.580283] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.580283] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d45570-0911-48e6-acbf-bf138bc49150 is going to be created. [ 861.608314] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.608540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.608540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.609051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.609051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.620379] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.622724] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96824e52-17e1-40b0-a3df-36cc03d61110: rpc.has_security_group_logging(os_id): False [ 861.623814] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.625486] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d45570-0911-48e6-acbf-bf138bc49150 in Status: UNINITIALIZED for 2s [ 861.645083] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.645280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.645368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.645672] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.645772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.646017] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.646150] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.646244] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.646452] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.646542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.646667] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96824e52-17e1-40b0-a3df-36cc03d61110 is going to be created. [ 861.696239] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39e09d97-3c98-4b19-99eb-13fd4de195cf: rpc.has_security_group_logging(os_id): False [ 861.707544] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.708149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.708149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.708149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.708409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.722094] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96824e52-17e1-40b0-a3df-36cc03d61110 in Status: IN_PROGRESS for 2s [ 861.723362] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.723521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.723596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.723814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.723908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.724134] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.724256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.724401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.724577] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.724658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.724924] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.725029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.725029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.726258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.726505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.727239] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.727239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.727784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.727976] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.728210] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.728353] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf is going to be created. [ 861.814232] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.814232] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.814232] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.814232] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.814232] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.829026] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf in Status: IN_PROGRESS for 2s [ 861.913551] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ac4cd3a-50a0-43f7-afcd-7b09fd66daed [ 861.913551] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.913551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.913551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.913551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.913551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.913551] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ac4cd3a-50a0-43f7-afcd-7b09fd66daed already deleted. [ 861.913551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ac4cd3a-50a0-43f7-afcd-7b09fd66daed" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.127833] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.128189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.128353] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.128751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.128930] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.129123] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96824e52-17e1-40b0-a3df-36cc03d61110 is going to be updated. [ 862.130554] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.132399] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.132399] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.132399] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.132399] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.134709] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 862.170913] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.171160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.171160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.171366] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.171552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.173732] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.173897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.173982] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.175082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.175082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.192215] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96824e52-17e1-40b0-a3df-36cc03d61110 in Status: IN_PROGRESS for 2s [ 862.193847] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 862.467340] env[69943]: INFO networking_nsxv3.common.synchronization [req-61ebe7af-f528-499f-b622-07b42201429e req-ecceff36-b61e-4203-8ccc-a377b9b37d28 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 862.467866] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 862.469024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.469024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.469024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.469024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.469024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.469024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.469024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.469024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.469455] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.469455] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.895314] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.895314] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.895314] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.895769] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.895807] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.896574] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.897825] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.897825] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.897825] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.897825] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.897825] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.897825] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.897825] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.898116] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 862.898116] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.898525] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.920160] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.920365] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 862.920530] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.920715] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.921049] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-711b120f-e78c-4314-8cc7-0d7ab37c5a68 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.921234] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-711b120f-e78c-4314-8cc7-0d7ab37c5a68" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.921387] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-711b120f-e78c-4314-8cc7-0d7ab37c5a68" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.921682] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-711b120f-e78c-4314-8cc7-0d7ab37c5a68" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.921829] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('711b120f-e78c-4314-8cc7-0d7ab37c5a68',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.973872] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.387419] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: SUCCESS [ 863.387623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.387769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.387988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.388097] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.425078] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.425417] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.425570] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.425896] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.426069] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.426232] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 711b120f-e78c-4314-8cc7-0d7ab37c5a68 not found, creating... [ 863.426503] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.426662] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.426780] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.427015] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.427161] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.427442] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.427598] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.427716] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.427920] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.428619] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.428836] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 711b120f-e78c-4314-8cc7-0d7ab37c5a68 is going to be created. [ 863.450975] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.451331] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.451492] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.451858] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.452200] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.452523] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-711b120f-e78c-4314-8cc7-0d7ab37c5a68" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.476321] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.637665] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d45570-0911-48e6-acbf-bf138bc49150 in Status: SUCCESS [ 863.638019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.638205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.638492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.638744] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.638876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.638966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.639214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.639303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.639409] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88d45570-0911-48e6-acbf-bf138bc49150',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.737736] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96824e52-17e1-40b0-a3df-36cc03d61110 in Status: SUCCESS [ 863.737736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.737736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.737736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.737736] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.842673] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf in Status: SUCCESS [ 863.842673] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.893797] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.893797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.893797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.893797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.893797] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.893797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.893797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.893797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.893797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.893797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.893797] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.980555] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.980898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.980898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.981136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.981232] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.981354] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 864.010055] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.010240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.010386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.010508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.010692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.020431] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 864.085185] env[69943]: INFO networking_nsxv3.common.synchronization [req-cd94ae9a-9977-4814-bcba-10195a0eef0f req-b45b5030-c45f-471f-8910-bb07360d3cda tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 96824e52-17e1-40b0-a3df-36cc03d61110 with Priority: HIGHEST for action security_group_members [ 864.086663] env[69943]: INFO networking_nsxv3.common.synchronization [req-cd94ae9a-9977-4814-bcba-10195a0eef0f req-b45b5030-c45f-471f-8910-bb07360d3cda tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 88d45570-0911-48e6-acbf-bf138bc49150 with Priority: HIGHEST for action security_group_members [ 864.086663] env[69943]: INFO networking_nsxv3.common.synchronization [req-cd94ae9a-9977-4814-bcba-10195a0eef0f req-b45b5030-c45f-471f-8910-bb07360d3cda tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 864.086663] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96824e52-17e1-40b0-a3df-36cc03d61110 with Priority: HIGHEST for action security_group_members [ 864.087645] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d45570-0911-48e6-acbf-bf138bc49150 with Priority: HIGHEST for action security_group_members [ 864.087968] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 864.088925] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-96824e52-17e1-40b0-a3df-36cc03d61110 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.089289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.089377] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d45570-0911-48e6-acbf-bf138bc49150 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.089475] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.089675] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.089760] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.142916] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88d45570-0911-48e6-acbf-bf138bc49150',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.194614] env[69943]: INFO networking_nsxv3.common.synchronization [req-61ebe7af-f528-499f-b622-07b42201429e req-431d0827-7aa5-4daa-931b-54d850fa1d4d service nova] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_rules [ 864.194750] env[69943]: INFO networking_nsxv3.common.synchronization [req-61ebe7af-f528-499f-b622-07b42201429e req-431d0827-7aa5-4daa-931b-54d850fa1d4d service nova] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 864.194890] env[69943]: INFO networking_nsxv3.common.synchronization [req-61ebe7af-f528-499f-b622-07b42201429e req-431d0827-7aa5-4daa-931b-54d850fa1d4d service nova] Enqueued Resource ID: 711b120f-e78c-4314-8cc7-0d7ab37c5a68 with Priority: HIGHEST for action port [ 864.198571] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_rules [ 864.198761] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 864.198866] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711b120f-e78c-4314-8cc7-0d7ab37c5a68 with Priority: HIGHEST for action port [ 864.199507] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.199643] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.199711] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.199919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.200009] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.202169] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.202292] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.203108] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-711b120f-e78c-4314-8cc7-0d7ab37c5a68 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.203422] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-711b120f-e78c-4314-8cc7-0d7ab37c5a68" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.203422] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-711b120f-e78c-4314-8cc7-0d7ab37c5a68" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.203619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-711b120f-e78c-4314-8cc7-0d7ab37c5a68" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.203662] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('711b120f-e78c-4314-8cc7-0d7ab37c5a68',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.215551] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96824e52-17e1-40b0-a3df-36cc03d61110 in Status: SUCCESS [ 864.215768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.215920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.216152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.216332] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.216447] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.216514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.217036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.217036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.217036] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.218918] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 864.219182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.220041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.220246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.220421] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.220537] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.220632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.220815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.220930] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.221070] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.239702] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-96824e52-17e1-40b0-a3df-36cc03d61110 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.239964] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.402514] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.402666] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.402740] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.403071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.406484] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.406708] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.406784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.406995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.407110] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.407204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.407440] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.407527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.407527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.407715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.407861] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.407970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.408086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.408255] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.408793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.408793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.408793] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.463887] env[69943]: INFO networking_nsxv3.common.synchronization [req-0af4e97a-75eb-42d3-a71c-25a2b5873984 req-9488d8eb-f5f3-4e13-be4f-61522e9fb09f tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 864.464711] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 864.465086] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.465223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.465293] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.465529] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.465697] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.465800] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.465864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.466123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.466123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.466238] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.622192] env[69943]: INFO networking_nsxv3.common.synchronization [req-78f89439-9aed-4261-b2b6-6a14b0e82715 req-0195c721-9780-405d-ab32-dc10c9b1d5df tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 864.622706] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 864.622997] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.623115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.648633] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88d45570-0911-48e6-acbf-bf138bc49150',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.705904] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.706164] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.707482] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 711b120f-e78c-4314-8cc7-0d7ab37c5a68 with status ACTIVE [ 864.707567] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.707650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.707714] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.707939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.708038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.708300] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.708300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.708520] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.708520] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.708601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.708734] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.708825] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.708889] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.709373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.709373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.709373] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 711b120f-e78c-4314-8cc7-0d7ab37c5a68 is going to be updated. [ 864.722672] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.722861] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.722916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.723132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.723237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.723528] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.723628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.723965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.723965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.723965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.724121] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96824e52-17e1-40b0-a3df-36cc03d61110 is going to be updated. [ 864.725095] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.732640] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.732839] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.732936] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.733263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.733472] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.733800] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-711b120f-e78c-4314-8cc7-0d7ab37c5a68" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.759300] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.759471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.759519] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.759696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.759832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.771831] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96824e52-17e1-40b0-a3df-36cc03d61110 in Status: IN_PROGRESS for 2s [ 864.911289] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77cd8a0f-276e-4e4b-8948-f6db2af6684e: rpc.has_security_group_logging(os_id): False [ 864.929233] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.929372] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.929449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.929672] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.929766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.929989] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.930108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.930162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.930298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.930407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.930558] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.930654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.930716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.930854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.930929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.931763] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.931763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.931763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.931763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.931763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.931763] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be updated. [ 864.970883] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.995203] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.996636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.996636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.996636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.996636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.008293] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: IN_PROGRESS for 2s [ 865.149353] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.149517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.149593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.150630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.150799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.150951] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d45570-0911-48e6-acbf-bf138bc49150 is going to be updated. [ 865.206415] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.206415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.206415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.206415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.206415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.218172] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d45570-0911-48e6-acbf-bf138bc49150 in Status: IN_PROGRESS for 2s [ 865.228264] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.476167] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.731298] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.731298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.731510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.731702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.731788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.731913] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 865.760797] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.760797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.760797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.760797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.760797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.774366] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 865.978197] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.979280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.979280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.979280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.979280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.979280] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be updated. [ 866.018268] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.018752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.018752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.018752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.019050] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.040196] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 866.040196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.040196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.040196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.040196] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.040196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.040196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.040196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.040196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.040196] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.041774] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: IN_PROGRESS for 2s [ 866.543699] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.785906] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96824e52-17e1-40b0-a3df-36cc03d61110 in Status: SUCCESS [ 866.785906] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96824e52-17e1-40b0-a3df-36cc03d61110 deletion is rescheduled due to dependency. [ 866.785906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.785906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.786168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.788124] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.788124] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.788124] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.788124] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.788124] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.788124] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.025260] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: SUCCESS [ 867.025553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.046110] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.230157] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d45570-0911-48e6-acbf-bf138bc49150 in Status: SUCCESS [ 867.230400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.230533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.230841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.230988] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.231754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.231754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.231754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.231754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.231754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.231754] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88d45570-0911-48e6-acbf-bf138bc49150',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.232618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.236081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.236081] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.236081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.236081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.236081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.236081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.236081] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88d45570-0911-48e6-acbf-bf138bc49150',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.289564] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.289724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.289838] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.290108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.290249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.290410] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.290561] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.290636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.290828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.290916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.291843] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96824e52-17e1-40b0-a3df-36cc03d61110 is going to be updated. [ 867.322706] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.322964] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.322964] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.323629] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.323629] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.336766] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96824e52-17e1-40b0-a3df-36cc03d61110 in Status: IN_PROGRESS for 2s [ 867.549619] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.549800] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.549908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.550166] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.550294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.550422] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 867.579569] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.579719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.579780] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.579986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.580137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.593605] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 867.736497] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88d45570-0911-48e6-acbf-bf138bc49150',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.741902] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.741902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.741902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.741902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.741902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.742228] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.742228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.742318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.742605] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.742605] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.742758] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d45570-0911-48e6-acbf-bf138bc49150 is going to be deleted. [ 867.786410] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.786410] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.786410] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.786410] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.786410] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.786410] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.787663] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 867.787922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.788140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.789249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.789249] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.789249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.789249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.789249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.789249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.789696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.789875] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.790069] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.790309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.790581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.790772] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.790899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.791054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.791219] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.791325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.791610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.791610] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.792858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.797126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.797126] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.797126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.797126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.797126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.797126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.797665] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.824898] env[69943]: INFO networking_nsxv3.common.synchronization [req-7146a80b-4684-49d9-970e-8b4185d006a9 req-a79e93ae-0b9b-4729-b48c-6c4e7643b0cc tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 867.825899] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 867.827751] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.827751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.827751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.827751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.827751] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.828301] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.828521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.828601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.828872] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.828934] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.054037] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: SUCCESS [ 868.054037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.054037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.054037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.054037] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.054037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.054037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.054037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.054037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.054037] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.244890] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88d45570-0911-48e6-acbf-bf138bc49150: rpc.has_security_group_logging(os_id): False [ 868.265970] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.266161] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.266276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.266434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.266527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.266768] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.266870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.266927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.267092] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.267167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.267254] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d45570-0911-48e6-acbf-bf138bc49150 is going to be created. [ 868.286157] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/88d45570-0911-48e6-acbf-bf138bc49150], does not exist path=[/infra/domains/default/groups/88d45570-0911-48e6-acbf-bf138bc49150]."\n}' [ 868.286358] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d45570-0911-48e6-acbf-bf138bc49150 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/88d45570-0911-48e6-acbf-bf138bc49150 [ 868.286502] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 868.299149] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cd9a76a-1a39-4a42-b672-fd11d2d10220: rpc.has_security_group_logging(os_id): False [ 868.300244] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.321320] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.321598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.321598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.321812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.321890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.322101] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.322211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.322269] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.322411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.322511] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.322673] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.322772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.322828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.322966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.323051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.323235] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.323434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.323434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.323543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.323653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.323756] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 868.331347] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.331491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.331560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.331753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.332944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.333288] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.333371] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.333499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.333704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.333704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.333897] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.334473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.334473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.334473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.334473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.334473] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d45570-0911-48e6-acbf-bf138bc49150 is going to be created. [ 868.335543] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.335664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.339359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.339359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.361615] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/88d45570-0911-48e6-acbf-bf138bc49150], does not exist path=[/infra/domains/default/groups/88d45570-0911-48e6-acbf-bf138bc49150]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/88d45570-0911-48e6-acbf-bf138bc49150 [ 868.361615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88d45570-0911-48e6-acbf-bf138bc49150" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.362050] env[69943]: Traceback (most recent call last): [ 868.362050] env[69943]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 868.362050] env[69943]: return func(*args, **kwargs) [ 868.362050] env[69943]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 868.362050] env[69943]: res.raise_for_status() [ 868.362050] env[69943]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 868.362050] env[69943]: raise HTTPError(http_error_msg, response=self) [ 868.362050] env[69943]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/88d45570-0911-48e6-acbf-bf138bc49150 [ 868.362050] env[69943]: During handling of the above exception, another exception occurred: [ 868.362050] env[69943]: Traceback (most recent call last): [ 868.362050] env[69943]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 868.362050] env[69943]: listener.cb(fileno) [ 868.362050] env[69943]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 868.362050] env[69943]: result = function(*args, **kwargs) [ 868.362050] env[69943]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 868.362050] env[69943]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 868.362050] env[69943]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 868.362050] env[69943]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 868.362050] env[69943]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 868.362050] env[69943]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 868.362050] env[69943]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 868.362050] env[69943]: res.raise_for_status() [ 868.362050] env[69943]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 868.362050] env[69943]: raise HTTPError(http_error_msg, response=self) [ 868.362050] env[69943]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/88d45570-0911-48e6-acbf-bf138bc49150 [ 868.362050] env[69943]: Removing descriptor: 16 [ 868.362926] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.364385] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.364385] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.364385] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.364385] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.364385] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.364385] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 868.386667] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.386822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.386943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.387148] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.387291] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.397017] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 868.401793] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.402085] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.402085] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.402268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.402438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.419975] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 868.539969] env[69943]: INFO networking_nsxv3.common.synchronization [None req-f065bc38-f482-4c6b-9acc-05984ba7fc80 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Enqueued Resource ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 with Priority: HIGHEST for action security_group_rules [ 868.541206] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 with Priority: HIGHEST for action security_group_rules [ 868.541206] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.541206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.541206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.541479] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.541479] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79157efb-c4ee-4f89-8bef-a8ec5a1a4669',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.561652] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.561652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.561652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.561652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.581668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.581980] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.582236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.582340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.582610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.582708] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.582993] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be updated. [ 868.614328] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.614470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.614542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.615266] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.615266] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.628209] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: IN_PROGRESS for 2s [ 868.658710] env[69943]: INFO networking_nsxv3.common.synchronization [None req-01d7095d-0d89-4224-aa88-a3e8e3deb0ad tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Enqueued Resource ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 with Priority: HIGHEST for action security_group_rules [ 868.659272] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 with Priority: HIGHEST for action security_group_rules [ 868.659573] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.660485] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.804654] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.820860] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-137 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.821376] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.821613] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.821897] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.822269] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.822651] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.822895] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.823173] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.823352] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.823601] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.823741] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.823964] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.824836] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.825731] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.825921] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.826117] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.848489] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.848489] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.848489] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.848489] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.848489] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-06328bc1-4bba-4dcb-bceb-1c178430f073 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.848489] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-06328bc1-4bba-4dcb-bceb-1c178430f073" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.848489] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-06328bc1-4bba-4dcb-bceb-1c178430f073" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.848489] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-06328bc1-4bba-4dcb-bceb-1c178430f073" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.848979] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06328bc1-4bba-4dcb-bceb-1c178430f073',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.067761] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.068060] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.068060] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.068228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.068270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.068430] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 already deleted. [ 869.068542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.068729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.068729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.069040] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79157efb-c4ee-4f89-8bef-a8ec5a1a4669',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.310120] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.310120] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.310120] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.310120] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.310120] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.310120] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 869.340175] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.340175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.340175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.340175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.340175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.351506] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.354510] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.354510] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.354510] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.354510] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.354510] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 06328bc1-4bba-4dcb-bceb-1c178430f073 not found, creating... [ 869.354510] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.354510] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.354510] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.354510] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.354510] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.355229] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.355229] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.355229] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.356192] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.356242] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.356405] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 06328bc1-4bba-4dcb-bceb-1c178430f073 is going to be created. [ 869.358561] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96824e52-17e1-40b0-a3df-36cc03d61110 in Status: SUCCESS [ 869.358754] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96824e52-17e1-40b0-a3df-36cc03d61110 deletion is rescheduled due to dependency. [ 869.358884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.359833] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 869.359999] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.360212] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.360390] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.360536] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.360588] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.360736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.360848] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.360930] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.361531] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.383379] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.384283] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.384419] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.386982] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.386982] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.386982] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-06328bc1-4bba-4dcb-bceb-1c178430f073" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.594745] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.594745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.594745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.594745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.594745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.594745] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 already deleted. [ 869.594745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.602397] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 869.602658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.602854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.603098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.603299] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.603428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.603493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.603702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.603825] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.603950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.604061] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.864601] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96824e52-17e1-40b0-a3df-36cc03d61110',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.108231] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.108588] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.108588] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.108588] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.109792] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.109792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.109792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.109792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.109792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.109792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.109792] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.110318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.110318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.110318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.110318] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.110318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.110512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.110512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.110581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.111405] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.111405] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.360986] env[69943]: INFO networking_nsxv3.common.synchronization [req-2164d3ca-cdb4-4b0d-a53d-4af8897a6de4 req-7ba2888e-11f1-4df9-adef-10eaaa596b19 tempest-ServerMetadataTestJSON-901327666 tempest-ServerMetadataTestJSON-901327666-project-member] Enqueued Resource ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf with Priority: HIGHEST for action security_group_members [ 870.360986] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf with Priority: HIGHEST for action security_group_members [ 870.361272] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e09d97-3c98-4b19-99eb-13fd4de195cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.361756] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.361846] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.362336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.362336] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.362336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.362508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.362547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.363874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.363874] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e09d97-3c98-4b19-99eb-13fd4de195cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.367474] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96824e52-17e1-40b0-a3df-36cc03d61110: rpc.has_security_group_logging(os_id): False [ 870.393996] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.395409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.395409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.395876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.409219] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 870.409219] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a deletion is rescheduled due to dependency. [ 870.409219] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.421851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.422116] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.422253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.422319] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.422522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.422607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.422696] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96824e52-17e1-40b0-a3df-36cc03d61110 is going to be updated. [ 870.445907] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 870.445907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.445907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.445907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.445907] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.507301] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.507474] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.507522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.507755] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.507908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.524759] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96824e52-17e1-40b0-a3df-36cc03d61110 in Status: IN_PROGRESS for 2s [ 870.530901] env[69943]: INFO networking_nsxv3.common.synchronization [req-7146a80b-4684-49d9-970e-8b4185d006a9 req-48e8e0cd-d009-499a-8e69-bb01d2454bb8 service nova] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_rules [ 870.531095] env[69943]: INFO networking_nsxv3.common.synchronization [req-7146a80b-4684-49d9-970e-8b4185d006a9 req-48e8e0cd-d009-499a-8e69-bb01d2454bb8 service nova] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 870.531235] env[69943]: INFO networking_nsxv3.common.synchronization [req-7146a80b-4684-49d9-970e-8b4185d006a9 req-48e8e0cd-d009-499a-8e69-bb01d2454bb8 service nova] Enqueued Resource ID: 06328bc1-4bba-4dcb-bceb-1c178430f073 with Priority: HIGHEST for action port [ 870.531461] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_rules [ 870.531624] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 870.531697] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06328bc1-4bba-4dcb-bceb-1c178430f073 with Priority: HIGHEST for action port [ 870.532240] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.532358] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.532414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.532614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.532696] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.533757] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.533926] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.534076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.534312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.539030] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.539030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.539030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.539030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.539030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.539030] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.539030] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-06328bc1-4bba-4dcb-bceb-1c178430f073 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.539030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06328bc1-4bba-4dcb-bceb-1c178430f073" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.539030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06328bc1-4bba-4dcb-bceb-1c178430f073" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.539030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06328bc1-4bba-4dcb-bceb-1c178430f073" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.539030] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06328bc1-4bba-4dcb-bceb-1c178430f073',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.614186] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f24b04cb-4bf8-4cad-9ef0-791acfd015cf: rpc.has_security_group_logging(os_id): False [ 870.637022] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.637022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.637022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.637022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.642447] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: SUCCESS [ 870.642639] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e deletion is rescheduled due to dependency. [ 870.642725] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.655448] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.655720] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.655843] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.655913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.656204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.656288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.656486] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.656586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.656642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.656789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.656865] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.657062] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.657159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.657222] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.657362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.657645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.657777] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 870.728130] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.728313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.728375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.728619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.728749] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.745974] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 870.868259] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.868472] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.868545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.868712] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.891320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.891404] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.891523] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.893037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.894291] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.894557] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.894557] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf is going to be updated. [ 870.926621] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.927253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.927253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.927253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.927253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.937079] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf in Status: IN_PROGRESS for 2s [ 870.947643] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.947781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.039891] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.040056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.040249] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.041223] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06328bc1-4bba-4dcb-bceb-1c178430f073 with status ACTIVE [ 871.041431] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.041541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.041607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.041810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.041893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.046323] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.047452] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.047452] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.047452] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.047452] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.050947] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.050947] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.050947] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.050947] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.050947] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.050947] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06328bc1-4bba-4dcb-bceb-1c178430f073 is going to be updated. [ 871.092734] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.092734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.092734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.092734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.092734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.092734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06328bc1-4bba-4dcb-bceb-1c178430f073" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.373317] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 871.373575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.373826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.374054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.374255] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.374375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.374442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.374593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.374678] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.374763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.375017] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.430701] env[69943]: INFO networking_nsxv3.common.synchronization [None req-992a7ec4-0ee6-43c9-9ddb-2e3b0459577a None None] Enqueued Resource ID: 89429f19-8e42-4bef-877a-e8cd7835041c with Priority: HIGHEST for action port [ 871.430701] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89429f19-8e42-4bef-877a-e8cd7835041c with Priority: HIGHEST for action port [ 871.432099] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-89429f19-8e42-4bef-877a-e8cd7835041c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.432375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89429f19-8e42-4bef-877a-e8cd7835041c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.434752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89429f19-8e42-4bef-877a-e8cd7835041c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.435147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89429f19-8e42-4bef-877a-e8cd7835041c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.435419] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89429f19-8e42-4bef-877a-e8cd7835041c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.554213] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.879502] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.879661] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.879736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.879946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.880127] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.880227] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.880292] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.880438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.880522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.880610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.880756] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.880849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.880910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.881057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.881196] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.881287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.881348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.881482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.881553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.881635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.881734] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.940177] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89429f19-8e42-4bef-877a-e8cd7835041c [ 871.940177] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.940177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.940177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.940364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.940364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.940463] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89429f19-8e42-4bef-877a-e8cd7835041c already deleted. [ 871.940829] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89429f19-8e42-4bef-877a-e8cd7835041c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.058222] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.058463] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.058516] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.058717] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.058830] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.058941] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 872.091225] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.091391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.091445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.091638] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.092060] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.103439] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 872.384869] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cd9a76a-1a39-4a42-b672-fd11d2d10220: rpc.has_security_group_logging(os_id): False [ 872.401304] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.401439] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.401506] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.401762] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.401855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.402050] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.402158] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.402223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.402380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.402457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.402648] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.402778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.402825] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.402930] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.403012] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.403206] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.403289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.403356] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.403748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.403748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.403748] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 872.465468] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.465621] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.465694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.466325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.466325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.486745] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 872.541556] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96824e52-17e1-40b0-a3df-36cc03d61110 in Status: SUCCESS [ 872.542586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96824e52-17e1-40b0-a3df-36cc03d61110" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.764429] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 872.764429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.949166] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf in Status: SUCCESS [ 872.949166] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf deletion is rescheduled due to dependency. [ 872.949166] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.216811] env[69943]: INFO networking_nsxv3.common.synchronization [None req-f1608fda-0535-4b41-92e7-b7416e8785bc None None] Enqueued Resource ID: d3314a59-9abf-4348-ac31-f571f158e7e4 with Priority: HIGHEST for action port [ 873.217424] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3314a59-9abf-4348-ac31-f571f158e7e4 with Priority: HIGHEST for action port [ 873.217740] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3314a59-9abf-4348-ac31-f571f158e7e4 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.217868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3314a59-9abf-4348-ac31-f571f158e7e4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.217941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3314a59-9abf-4348-ac31-f571f158e7e4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.218594] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3314a59-9abf-4348-ac31-f571f158e7e4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.218594] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3314a59-9abf-4348-ac31-f571f158e7e4',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.721525] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3314a59-9abf-4348-ac31-f571f158e7e4 [ 873.721837] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.721982] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.722382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.723109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.723693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.723885] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3314a59-9abf-4348-ac31-f571f158e7e4 already deleted. [ 873.724140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3314a59-9abf-4348-ac31-f571f158e7e4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.117655] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 874.118128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.118230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.118456] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.118652] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.118768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.118879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.118980] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.119098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.119192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.119276] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.508570] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 874.508718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.621575] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.621820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.621920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.622229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.622466] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.622607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.622697] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.622910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.623043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.623171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.623380] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.623515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.623603] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.623804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.624080] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.624215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.624301] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.624491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.624596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.624711] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.624902] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.921783] env[69943]: INFO networking_nsxv3.common.synchronization [req-40b6b311-2aa2-4af0-8c35-7a95e66d49dd req-158eeb8d-2ac6-484d-adc3-7008178d3de5 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 874.922340] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 874.922632] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.922997] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.922997] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.922997] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.923162] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.923260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.923323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.923469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.923553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.923640] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.128652] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edde554d-c218-41c7-80ec-fe4f07f3a41a: rpc.has_security_group_logging(os_id): False [ 875.147107] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.147274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.147349] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.147562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.147657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.147845] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.147943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.148015] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.148169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.148267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.148523] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.148625] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.148690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.148834] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.148910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.149116] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.149202] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.149264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.149403] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.149479] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.149566] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 875.217440] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.217602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.217646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.217841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.217985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.231312] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 875.428764] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.931753] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.164174] env[69943]: INFO networking_nsxv3.common.synchronization [req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e req-41aa17a3-cdb6-4757-9f7d-92904015d001 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Enqueued Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 876.164761] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 876.165325] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.165468] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.165541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.165754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.165918] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.166035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.166097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.166270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.166370] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.166471] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.435180] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.435353] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.435418] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.435614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.435703] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.435800] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 876.465900] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.466060] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.466141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.466371] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.466517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.477819] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 876.642698] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.642808] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-372" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.643031] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-372" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.643582] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-372" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.644016] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.644279] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.644487] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.644830] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.645083] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.645400] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.645594] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.645790] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.645980] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.646249] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.646376] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.646591] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.666298] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.666298] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.666624] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.666624] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-372" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.666950] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-8b21095d-9414-4116-8990-817e2104e2fc taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.667138] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-8b21095d-9414-4116-8990-817e2104e2fc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.667259] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-8b21095d-9414-4116-8990-817e2104e2fc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.667573] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-8b21095d-9414-4116-8990-817e2104e2fc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.667714] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b21095d-9414-4116-8990-817e2104e2fc',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.668720] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.668799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.668884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.669061] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.688954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.689253] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.689382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.689436] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.689633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.689715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.689817] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 is going to be updated. [ 876.714817] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.715037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.715111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.715328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.715504] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.724751] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: IN_PROGRESS for 2s [ 877.171963] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.171963] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.172362] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.172508] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.172769] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.173020] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 8b21095d-9414-4116-8990-817e2104e2fc not found, creating... [ 877.173426] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.173682] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.173889] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.174245] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.174487] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.174929] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.175229] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.175406] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.175703] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.175899] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.176152] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 8b21095d-9414-4116-8990-817e2104e2fc is going to be created. [ 877.198276] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.198564] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.198654] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.198871] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.199247] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.199402] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-8b21095d-9414-4116-8990-817e2104e2fc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.258787] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 877.259136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.109558] env[69943]: INFO networking_nsxv3.common.synchronization [req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e req-6b32f650-464f-4f9e-b967-25903765ac85 service nova] Enqueued Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_rules [ 878.109782] env[69943]: INFO networking_nsxv3.common.synchronization [req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e req-6b32f650-464f-4f9e-b967-25903765ac85 service nova] Enqueued Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 878.109929] env[69943]: INFO networking_nsxv3.common.synchronization [req-2771e7f9-918d-4a7b-8cd3-f9b393c1b19e req-6b32f650-464f-4f9e-b967-25903765ac85 service nova] Enqueued Resource ID: 8b21095d-9414-4116-8990-817e2104e2fc with Priority: HIGHEST for action port [ 878.110462] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_rules [ 878.110624] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 878.110690] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b21095d-9414-4116-8990-817e2104e2fc with Priority: HIGHEST for action port [ 878.110950] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.114969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.114969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.114969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.114969] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.114969] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.114969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.114969] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b21095d-9414-4116-8990-817e2104e2fc taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.114969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b21095d-9414-4116-8990-817e2104e2fc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.114969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b21095d-9414-4116-8990-817e2104e2fc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.114969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b21095d-9414-4116-8990-817e2104e2fc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.115409] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b21095d-9414-4116-8990-817e2104e2fc',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.488410] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 878.488410] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.618278] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b21095d-9414-4116-8990-817e2104e2fc with status ACTIVE [ 878.618519] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.618689] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.618782] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.619077] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.619212] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.619454] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.619594] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.619690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.619895] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.620013] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.620276] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.620459] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.620526] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.620718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.620841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.620982] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b21095d-9414-4116-8990-817e2104e2fc is going to be updated. [ 878.622392] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.622490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.644204] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.644370] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.644468] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.644707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.644858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.645070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b21095d-9414-4116-8990-817e2104e2fc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.741585] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: SUCCESS [ 878.746268] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 deletion is rescheduled due to dependency. [ 878.746519] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.746764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.747057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.747291] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.747487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.747487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.747693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.747833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.747945] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.842364] env[69943]: INFO networking_nsxv3.common.synchronization [req-55ca650e-5972-4970-8316-612f5a5c8d21 req-4a832355-5c1a-4149-9bb9-1a8ba8b2be45 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 with Priority: HIGHEST for action security_group_members [ 878.843094] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 with Priority: HIGHEST for action security_group_members [ 878.843649] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.843910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.843982] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.844497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.844625] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.844838] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.844920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.845121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.845284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.845421] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.251204] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.348823] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.348956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.349040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.349256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.349351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.349547] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.349644] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.349736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.350496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.350496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.350496] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 already deleted. [ 879.350496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.458449] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.458641] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.458764] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.459087] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.459349] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.459510] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.459629] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.459843] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.460151] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.460359] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.460474] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.460586] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.460696] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.460805] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 879.460910] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.461060] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.482935] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.482935] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 879.482935] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.483226] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.483294] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-1fa07175-8303-4f8d-b05a-d2ec1a854066 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.483466] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-1fa07175-8303-4f8d-b05a-d2ec1a854066" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.483631] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-1fa07175-8303-4f8d-b05a-d2ec1a854066" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.483871] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-1fa07175-8303-4f8d-b05a-d2ec1a854066" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.484341] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fa07175-8303-4f8d-b05a-d2ec1a854066',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.667884] env[69943]: INFO networking_nsxv3.common.synchronization [req-cc12138b-a2ee-4457-a13d-c56416205ed7 req-7a432b76-1982-48e7-96c1-8d25c65ca357 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Enqueued Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_members [ 879.668448] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_members [ 879.668743] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f458f367-3623-4757-bf01-105518caa5a3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.668868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.669584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.669584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.669584] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.669584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.669584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.669584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.670024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.670024] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.755263] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.986621] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.986840] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.986963] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.987282] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.987426] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.987600] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 1fa07175-8303-4f8d-b05a-d2ec1a854066 not found, creating... [ 879.987872] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.988033] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.988153] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.988394] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.988540] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.988839] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.988999] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.989122] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.989360] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.989488] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.989622] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 1fa07175-8303-4f8d-b05a-d2ec1a854066 is going to be created. [ 880.015582] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.015780] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.016025] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.017018] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.017018] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.017018] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-1fa07175-8303-4f8d-b05a-d2ec1a854066" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.172219] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.172309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.172348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.172565] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.197901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.198557] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.198557] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.198557] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.198798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.198798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.198798] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f458f367-3623-4757-bf01-105518caa5a3 is going to be updated. [ 880.246720] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.246939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.246987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.247411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.247636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.257798] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f458f367-3623-4757-bf01-105518caa5a3 in Status: IN_PROGRESS for 2s [ 880.258258] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.258636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.258744] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.259050] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.259129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.259237] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 is going to be updated. [ 880.296197] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.296337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.296417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.296668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.296812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.309727] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: IN_PROGRESS for 2s [ 881.266225] env[69943]: INFO networking_nsxv3.common.synchronization [req-55ca650e-5972-4970-8316-612f5a5c8d21 req-cf1f9a86-5897-4062-8a74-efb1bc828cee service nova] Enqueued Resource ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 with Priority: HIGHEST for action security_group_rules [ 881.266569] env[69943]: INFO networking_nsxv3.common.synchronization [req-55ca650e-5972-4970-8316-612f5a5c8d21 req-cf1f9a86-5897-4062-8a74-efb1bc828cee service nova] Enqueued Resource ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 with Priority: HIGHEST for action security_group_members [ 881.266569] env[69943]: INFO networking_nsxv3.common.synchronization [req-55ca650e-5972-4970-8316-612f5a5c8d21 req-cf1f9a86-5897-4062-8a74-efb1bc828cee service nova] Enqueued Resource ID: 1fa07175-8303-4f8d-b05a-d2ec1a854066 with Priority: HIGHEST for action port [ 881.266975] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 with Priority: HIGHEST for action security_group_rules [ 881.267122] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 with Priority: HIGHEST for action security_group_members [ 881.267244] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa07175-8303-4f8d-b05a-d2ec1a854066 with Priority: HIGHEST for action port [ 881.267535] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.267676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.267779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.267924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.268040] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.270381] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.271079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.271210] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.271413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.271529] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.271645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.271764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.271957] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.271957] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.272147] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.273340] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fa07175-8303-4f8d-b05a-d2ec1a854066 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.273508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fa07175-8303-4f8d-b05a-d2ec1a854066" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.273508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fa07175-8303-4f8d-b05a-d2ec1a854066" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.273688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fa07175-8303-4f8d-b05a-d2ec1a854066" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.273762] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fa07175-8303-4f8d-b05a-d2ec1a854066',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.332012] env[69943]: INFO networking_nsxv3.common.synchronization [req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 req-8d7102d8-71b7-4ee4-8390-33740a496d09 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 881.332638] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 881.332953] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.333293] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.333373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.333592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.333755] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.333858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.333911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.334079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.334346] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.334517] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.657839] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.658160] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.658451] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.658730] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.659129] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.659376] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.659565] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.659887] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.660131] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.660467] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.660601] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.660601] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.660840] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.660840] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 881.660972] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.661035] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.684396] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.684396] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 881.684396] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.684396] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.684396] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-71164be5-dc45-419c-803f-b6847dea469d taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.684396] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-71164be5-dc45-419c-803f-b6847dea469d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.684396] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-71164be5-dc45-419c-803f-b6847dea469d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.684396] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-71164be5-dc45-419c-803f-b6847dea469d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.684396] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71164be5-dc45-419c-803f-b6847dea469d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.773334] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.773334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.773898] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.776059] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fa07175-8303-4f8d-b05a-d2ec1a854066 with status ACTIVE [ 881.776308] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.777400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.777500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.777696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.777788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.777984] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.778121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.782023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.782023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.782023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.782023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.782023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.782023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.782023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.782023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.782023] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fa07175-8303-4f8d-b05a-d2ec1a854066 is going to be updated. [ 881.801324] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.801506] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.801600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.801853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.801995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.802426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fa07175-8303-4f8d-b05a-d2ec1a854066" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.838069] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.186949] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.187205] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.187315] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.187611] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.187759] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.187918] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 71164be5-dc45-419c-803f-b6847dea469d not found, creating... [ 882.188206] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.188371] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.188519] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.188759] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.188895] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.189205] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.189365] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.189484] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.189697] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.189828] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.189973] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 71164be5-dc45-419c-803f-b6847dea469d is going to be created. [ 882.226596] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.226870] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.227053] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.227408] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.227680] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.227983] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-71164be5-dc45-419c-803f-b6847dea469d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.274667] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f458f367-3623-4757-bf01-105518caa5a3 in Status: SUCCESS [ 882.275160] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f458f367-3623-4757-bf01-105518caa5a3 deletion is rescheduled due to dependency. [ 882.275160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.276432] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.325786] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: SUCCESS [ 882.326045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.326249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.326521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.326849] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.326978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.327830] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.327830] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.327830] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.327830] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.327830] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.342586] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.779611] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.779611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.779611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.779799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.779799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.779875] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 is going to be created. [ 882.805413] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.805557] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.805623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.805834] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.805985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.819124] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 in Status: UNINITIALIZED for 2s [ 882.830629] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.831060] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.831060] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.831283] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.831552] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.831647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.831647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.831791] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.831873] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.831958] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.832126] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.832234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.832324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.832473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.832626] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.832745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.832785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.832916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.832990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.833087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.833174] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.846216] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.846408] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.846453] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.846637] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.846867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.846867] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 is going to be updated. [ 882.879540] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.879694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.879763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.880019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.880159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.892477] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: IN_PROGRESS for 2s [ 882.928349] env[69943]: INFO networking_nsxv3.common.synchronization [req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 req-332aa99c-f9ea-4ac8-a734-28b2ea22ccf8 service nova] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_rules [ 882.928349] env[69943]: INFO networking_nsxv3.common.synchronization [req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 req-332aa99c-f9ea-4ac8-a734-28b2ea22ccf8 service nova] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 882.928349] env[69943]: INFO networking_nsxv3.common.synchronization [req-f8a9f699-45ff-47c7-9935-1ee16cb920c5 req-332aa99c-f9ea-4ac8-a734-28b2ea22ccf8 service nova] Enqueued Resource ID: 71164be5-dc45-419c-803f-b6847dea469d with Priority: HIGHEST for action port [ 882.928349] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_rules [ 882.928349] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 882.928349] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71164be5-dc45-419c-803f-b6847dea469d with Priority: HIGHEST for action port [ 882.928349] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.928349] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.928349] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.929147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.929422] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.930503] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.930740] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.931081] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-71164be5-dc45-419c-803f-b6847dea469d taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.933221] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71164be5-dc45-419c-803f-b6847dea469d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.933221] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71164be5-dc45-419c-803f-b6847dea469d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.933221] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71164be5-dc45-419c-803f-b6847dea469d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.933221] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71164be5-dc45-419c-803f-b6847dea469d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.336037] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3624f4e-885d-4f84-9432-edb48ddd5343: rpc.has_security_group_logging(os_id): False [ 883.355586] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.355742] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.355800] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.356029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.356111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.356337] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.356458] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.356524] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.356681] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.356758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.356931] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.357058] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.357125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.357268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.357343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.357518] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.357611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.357673] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.357812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.357885] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.357970] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 is going to be updated. [ 883.421892] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.422050] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.422125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.422361] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.422507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.433320] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.433463] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.434757] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71164be5-dc45-419c-803f-b6847dea469d with status ACTIVE [ 883.434932] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.435133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.435133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.435365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.435483] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.435673] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.436457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.436457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.436457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.436457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.436457] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.436457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.436457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.436979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.436979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.436979] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71164be5-dc45-419c-803f-b6847dea469d is going to be updated. [ 883.438332] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: IN_PROGRESS for 2s [ 883.457870] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.458094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.458094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.458279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.458415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.458570] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71164be5-dc45-419c-803f-b6847dea469d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.826171] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 in Status: SUCCESS [ 884.826545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.826545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.826841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.827046] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.827165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.827234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.827385] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.827467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.827550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.827639] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.903780] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: SUCCESS [ 884.903981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.904194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.904512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.904696] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.904814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.904876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.905031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.905110] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.905204] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.333094] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.408030] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.451998] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: SUCCESS [ 885.452251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.835560] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8: rpc.has_security_group_logging(os_id): False [ 885.856736] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.857209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.857310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.857535] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.857628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.857871] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.857984] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.858062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.858230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.858306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.858395] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 is going to be created. [ 885.910426] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.945027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.945027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.945027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.945027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.945027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.968169] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 in Status: IN_PROGRESS for 2s [ 886.418041] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.418041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.418041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.418041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.418041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.418041] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 is going to be updated. [ 886.450035] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.450035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.450035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.450035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.450035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.458454] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: IN_PROGRESS for 2s [ 887.928566] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 887.928566] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 887.981292] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 in Status: SUCCESS [ 887.981576] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.047838] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.048058] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.048258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.048557] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.048907] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.469767] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: SUCCESS [ 888.470037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.470258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.470512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.470719] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.470844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.470933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.471171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.471269] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.471368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.471463] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.552724] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.974399] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.974808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.974808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.974808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.975027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.975098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.975137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.975835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.975835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.975835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.975835] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.975835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.975835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.976306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.976306] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.976306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.976306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.976306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.977082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.977082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.977082] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.003139] env[69943]: INFO networking_nsxv3.common.synchronization [req-0c0750f7-0b6f-4b56-8569-f87ed485f58f req-c84033be-140e-4cb7-a3a5-a8538c75396b tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Enqueued Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_members [ 889.003913] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_members [ 889.004262] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-19d1292c-b8fb-4597-9de1-877ef70a29ae taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.004441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.004441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.004729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.005121] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.005121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.005121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.005438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.005438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.005438] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.055061] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.238374] env[69943]: INFO networking_nsxv3.common.synchronization [req-b8e4f29d-cecb-4ff9-a2f9-1c5bd9f24c62 req-77e8df1f-ec93-4909-b6ba-db0e0afffc31 tempest-ImagesOneServerNegativeTestJSON-1825461001 tempest-ImagesOneServerNegativeTestJSON-1825461001-project-member] Enqueued Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 889.238995] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGHEST for action security_group_members [ 889.239328] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.239451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.239531] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.239740] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.239903] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.240008] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.240370] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.240623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.240623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.240700] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.333207] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.333207] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.333207] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.333622] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.333916] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.334130] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.334265] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.334567] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.334765] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.334979] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.335207] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.335296] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.335472] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.335626] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.335758] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.335920] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.357624] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.357624] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 889.357624] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.357889] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.358091] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.358266] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.358382] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.358719] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.358854] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.482556] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57c0cc19-112d-46e4-b1f1-e282c2497995: rpc.has_security_group_logging(os_id): False [ 889.502984] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.503225] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.503277] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.503475] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.508327] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.508528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.523530] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.524981] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.524981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.525268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.525268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.525370] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.525630] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.525732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.525792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.525913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.525976] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.526158] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.526236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.526299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.526438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.526512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.526599] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 is going to be updated. [ 889.527782] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.527979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.528109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.529194] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.530592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.530592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.530592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.530592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.530592] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae already deleted. [ 889.530592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.557782] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 889.557966] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 889.606142] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.606397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.606397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.606580] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.606730] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.623754] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: IN_PROGRESS for 2s [ 889.745068] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.745344] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.745417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.745759] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.745927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.746213] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.746329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.746475] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.746584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.746646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.746736] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 is going to be updated. [ 889.787296] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.787675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.787811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.788126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.788355] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.798203] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: IN_PROGRESS for 2s [ 889.861317] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.861682] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.861754] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.862164] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.862331] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.862522] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 not found, creating... [ 889.862803] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.862997] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.863224] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.863471] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.863762] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.864186] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.864402] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.864958] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.864958] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.864958] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.865154] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 is going to be created. [ 889.886999] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.886999] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.887394] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.887450] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.887660] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.887898] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.605222] env[69943]: INFO networking_nsxv3.common.synchronization [req-0c0750f7-0b6f-4b56-8569-f87ed485f58f req-fe2f965d-565b-4934-98e4-d6c433c52a16 service nova] Enqueued Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_rules [ 890.605504] env[69943]: INFO networking_nsxv3.common.synchronization [req-0c0750f7-0b6f-4b56-8569-f87ed485f58f req-fe2f965d-565b-4934-98e4-d6c433c52a16 service nova] Enqueued Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_members [ 890.605543] env[69943]: INFO networking_nsxv3.common.synchronization [req-0c0750f7-0b6f-4b56-8569-f87ed485f58f req-fe2f965d-565b-4934-98e4-d6c433c52a16 service nova] Enqueued Resource ID: 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 with Priority: HIGHEST for action port [ 890.606119] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_rules [ 890.606262] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_members [ 890.607235] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 with Priority: HIGHEST for action port [ 890.607552] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19d1292c-b8fb-4597-9de1-877ef70a29ae taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.607680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.607749] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.608402] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.608402] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.609171] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-19d1292c-b8fb-4597-9de1-877ef70a29ae taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.609289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.609354] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.609538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.611481] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.611481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.611481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.611481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.611481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.611481] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.613627] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.613772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.613772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.614166] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.614355] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.638615] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.638821] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.638821] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.639998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.651015] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 890.651995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.653375] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 890.684555] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.684878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.684964] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.685188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.692298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.692908] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 890.692986] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 890.693089] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 890.739653] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.739653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.739653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.739943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.741163] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.741420] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 890.806512] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.806700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.806776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.806983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.807232] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.807502] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 890.879818] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.879818] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.879938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.880073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.880296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.880562] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 890.880631] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'eac622c1-13fb-44b0-8ffc-3cc669910616', 'd5a6adca-6d6b-46b0-86ae-94f2c554eed7', '1405b049-6563-4f42-ac58-977aebb7399f', 'e0ae3f21-5b68-4518-a664-93d728fac39a', '9cb436bf-aeef-465a-b17f-88882acf1bb0', 'df4f54bf-4a84-41b5-b264-5b21a01c512f', 'eebf19c3-6e69-473c-9525-e63d3521e0a8', '07594ff3-0e69-4c9a-ae14-cd513b2e45f0', 'f24b04cb-4bf8-4cad-9ef0-791acfd015cf', '01b7768e-8593-4f86-94b9-a9da6cbf1b1e', '77cd8a0f-276e-4e4b-8948-f6db2af6684e', 'b3624f4e-885d-4f84-9432-edb48ddd5343', '93e4d6fb-92ab-4918-8db2-a90ff83445ee', '714b6942-01b8-472c-a484-16f033e34ff8', '365ead28-ef18-4fef-9a7a-643ad1bb1f6a', '639c12d8-b142-43f5-9050-fcfbd6105a1a', 'edde554d-c218-41c7-80ec-fe4f07f3a41a', '39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6', '33e2f7ad-1137-4ad0-be83-060fedc8bf8b', '0872afa5-d0d5-4c6b-b502-38913f515170', '55a70454-7f94-4808-a400-e90c3fa084a6', '891fa9bf-5bea-4df2-8657-b162c953868a', 'a878d49f-c0f0-4045-875f-2d74c238d4c2', '39e09d97-3c98-4b19-99eb-13fd4de195cf', '30a7c79b-960a-42bb-92bc-fe0a4b2b7275', '6540fba6-e32b-4241-83b4-6d9fe8e2e7ec', '097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc', '2e9865ee-3918-4d85-ae8a-6916d99f2bd8', '32a0b825-14eb-4b7a-802a-411cc818ead2', '26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8', '2cd9a76a-1a39-4a42-b672-fd11d2d10220', '917d31ad-68b2-41ec-8ccd-d59996eceaec', '57c0cc19-112d-46e4-b1f1-e282c2497995', '96824e52-17e1-40b0-a3df-36cc03d61110', 'd726126e-b413-40a7-b495-c754ab7e71d0', '7a5eef7b-d2d9-47a4-bf68-7c241890441b', 'd24911df-5cab-4df8-b5dc-d63828cdb844', '2658ea6d-f33c-4d45-b041-f38baeacc06d', 'f458f367-3623-4757-bf01-105518caa5a3'} {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 890.880724] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 890.900666] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.900824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.900876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.901186] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.901186] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.901277] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 890.901322] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 890.901397] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 890.979030] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.979030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.979030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.979030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.979030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.979030] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 890.979030] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 890.979030] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 890.979030] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 890.979030] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1405b049-6563-4f42-ac58-977aebb7399f with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df4f54bf-4a84-41b5-b264-5b21a01c512f with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 714b6942-01b8-472c-a484-16f033e34ff8 with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGH for action security_group_rules [ 890.979030] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGH for action security_group_rules [ 890.980896] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGH for action security_group_rules [ 890.980896] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGH for action security_group_rules [ 890.980896] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.115496] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.116386] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-19d1292c-b8fb-4597-9de1-877ef70a29ae taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.116559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.118709] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 with status ACTIVE [ 891.118709] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.118709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.118709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.118709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.118709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.118709] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.118709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.118709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.118709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.118709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.118709] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.118709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.119678] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.119678] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.119678] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.119678] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 is going to be updated. [ 891.148309] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.148552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.148552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.148797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.149593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.149593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.622742] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.641620] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: SUCCESS [ 891.641918] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.811448] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3624f4e-885d-4f84-9432-edb48ddd5343 in Status: SUCCESS [ 891.812124] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 deletion is rescheduled due to dependency. [ 891.812124] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.129608] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.129608] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.129608] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.129938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.129938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.130032] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae is going to be created. [ 892.156475] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.156709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.156709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.156919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.157131] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.167249] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae in Status: UNINITIALIZED for 2s [ 894.036981] env[69943]: INFO networking_nsxv3.common.synchronization [req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 req-48147331-3c99-47bb-b919-be6a9b8fc3e8 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Enqueued Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_members [ 894.036981] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_members [ 894.036981] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac622c1-13fb-44b0-8ffc-3cc669910616 with Priority: HIGH for action security_group_rules [ 894.036981] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1405b049-6563-4f42-ac58-977aebb7399f with Priority: HIGH for action security_group_rules [ 894.037422] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 with Priority: HIGH for action security_group_rules [ 894.037658] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a with Priority: HIGH for action security_group_rules [ 894.037873] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGH for action security_group_rules [ 894.038168] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b with Priority: HIGH for action security_group_rules [ 894.038380] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGH for action security_group_rules [ 894.038587] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGH for action security_group_rules [ 894.038807] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 714b6942-01b8-472c-a484-16f033e34ff8 with Priority: HIGH for action security_group_rules [ 894.039038] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a with Priority: HIGH for action security_group_rules [ 894.039237] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee with Priority: HIGH for action security_group_rules [ 894.039440] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3624f4e-885d-4f84-9432-edb48ddd5343 with Priority: HIGH for action security_group_rules [ 894.039631] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGH for action security_group_rules [ 894.039809] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGH for action security_group_rules [ 894.039987] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGH for action security_group_rules [ 894.040186] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df4f54bf-4a84-41b5-b264-5b21a01c512f with Priority: HIGH for action security_group_rules [ 894.040381] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 with Priority: HIGH for action security_group_rules [ 894.040592] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 with Priority: HIGH for action security_group_rules [ 894.040785] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 with Priority: HIGH for action security_group_rules [ 894.040977] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGH for action security_group_rules [ 894.041386] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.041663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.041843] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.042213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.042483] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.042730] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.042888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.043155] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.043341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.043522] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.044482] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eac622c1-13fb-44b0-8ffc-3cc669910616 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.044760] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.044953] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.045222] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.046016] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eac622c1-13fb-44b0-8ffc-3cc669910616',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.046323] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1405b049-6563-4f42-ac58-977aebb7399f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.046564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.046732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.046982] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.047204] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1405b049-6563-4f42-ac58-977aebb7399f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.050135] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eebf19c3-6e69-473c-9525-e63d3521e0a8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.050135] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.050135] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.050135] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.050135] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eebf19c3-6e69-473c-9525-e63d3521e0a8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.050135] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-365ead28-ef18-4fef-9a7a-643ad1bb1f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.050135] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.051943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.052220] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.055205] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('365ead28-ef18-4fef-9a7a-643ad1bb1f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.055205] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0872afa5-d0d5-4c6b-b502-38913f515170 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.055205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.055205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.055205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.055205] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0872afa5-d0d5-4c6b-b502-38913f515170',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.055661] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.055944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.056128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.056377] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.056548] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33e2f7ad-1137-4ad0-be83-060fedc8bf8b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.057588] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.057836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.057997] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.058258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.058439] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.059432] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.059674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.059837] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.060094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.060264] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.061377] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-714b6942-01b8-472c-a484-16f033e34ff8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.061755] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.061979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.062262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.062457] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('714b6942-01b8-472c-a484-16f033e34ff8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.063406] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-639c12d8-b142-43f5-9050-fcfbd6105a1a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.063664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.063867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.064133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.067026] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('639c12d8-b142-43f5-9050-fcfbd6105a1a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.067026] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93e4d6fb-92ab-4918-8db2-a90ff83445ee taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.067026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.067026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.067026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.067026] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93e4d6fb-92ab-4918-8db2-a90ff83445ee',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.067026] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3624f4e-885d-4f84-9432-edb48ddd5343 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.067026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.067026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.067026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.067026] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3624f4e-885d-4f84-9432-edb48ddd5343',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.068392] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.068640] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.068807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.069053] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.069269] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.070402] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.070641] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.070800] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.071061] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.071232] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.072457] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.072713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.072901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.073181] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.073400] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.074455] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df4f54bf-4a84-41b5-b264-5b21a01c512f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.076034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.076034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.076034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.076034] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df4f54bf-4a84-41b5-b264-5b21a01c512f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.076034] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07594ff3-0e69-4c9a-ae14-cd513b2e45f0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.076461] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.076643] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.076922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.077153] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07594ff3-0e69-4c9a-ae14-cd513b2e45f0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.078072] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cb436bf-aeef-465a-b17f-88882acf1bb0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.078525] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.078766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.079026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.081058] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cb436bf-aeef-465a-b17f-88882acf1bb0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.081058] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a6adca-6d6b-46b0-86ae-94f2c554eed7 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.081058] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.081058] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.081058] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.081058] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a6adca-6d6b-46b0-86ae-94f2c554eed7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.081776] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0ae3f21-5b68-4518-a664-93d728fac39a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.082061] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.082299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.082602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.082809] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.083228] env[69943]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 894.119035] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.119199] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.119249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.119499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.146604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.146689] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eac622c1-13fb-44b0-8ffc-3cc669910616 is going to be deleted. [ 894.180014] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae in Status: SUCCESS [ 894.182031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.182031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.182031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.182031] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.182031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.182031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.182031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.182031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.182031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.182031] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.213443] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.213683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.213683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.213857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.213950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.214081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eac622c1-13fb-44b0-8ffc-3cc669910616" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.384159] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.384474] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.384528] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.384826] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.385123] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.385298] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.385422] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.385650] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.385800] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.386025] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 894.386144] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.386259] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.386377] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.386517] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 894.386632] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.386769] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.410019] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.410019] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 894.410019] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.410019] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.410019] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-3d883bf9-77b4-4c61-bd14-3e353419c3eb taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.410019] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-3d883bf9-77b4-4c61-bd14-3e353419c3eb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.410019] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-3d883bf9-77b4-4c61-bd14-3e353419c3eb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.410019] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-3d883bf9-77b4-4c61-bd14-3e353419c3eb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.410019] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d883bf9-77b4-4c61-bd14-3e353419c3eb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.586579] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-1405b049-6563-4f42-ac58-977aebb7399f taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.586784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.587041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.587139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.587330] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.587515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.587572] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.587706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.587794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.587911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.588056] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1405b049-6563-4f42-ac58-977aebb7399f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.589189] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.589326] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.589397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.589572] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.589657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.589860] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.589983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.590074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.590209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.590307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.590404] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb already deleted. [ 894.590494] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.625174] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.625435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.625435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.625582] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.625792] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.625898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.625976] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.626167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.626282] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.626358] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.626469] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.627416] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.627705] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.627705] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.627813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.627934] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.628056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.628166] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.628268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.628349] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.629353] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.629353] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.630494] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-0872afa5-d0d5-4c6b-b502-38913f515170 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.630655] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.630690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.630869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.631025] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.631142] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.631211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.631402] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.631445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.631500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.631582] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0872afa5-d0d5-4c6b-b502-38913f515170',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.632317] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.632424] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.632496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.632858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.632858] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.633315] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.633388] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.633539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.633617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.633701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.633780] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.636029] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.636129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.636255] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.636339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.636478] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.636574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.636639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.636773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.636849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.636929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.637019] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.637776] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ae3f21-5b68-4518-a664-93d728fac39a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.637875] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.637875] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.638040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.638163] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.638256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.638304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.638472] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.638549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.638630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.638705] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.686080] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.686308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.686308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.686504] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.688155] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.689828] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.690022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.694524] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.694708] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.695525] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.695624] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.696478] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.696597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.697287] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.697366] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.698187] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.698299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.698906] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.699010] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.699671] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.699753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.700981] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.701104] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.701756] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.701849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.702457] env[69943]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 894.702960] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.703089] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.708133] env[69943]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 894.708674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.708882] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3624f4e-885d-4f84-9432-edb48ddd5343 is going to be deleted. [ 894.709856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.710113] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.730194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.730437] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 365ead28-ef18-4fef-9a7a-643ad1bb1f6a is going to be deleted. [ 894.731490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.731762] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.752079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.752289] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a6adca-6d6b-46b0-86ae-94f2c554eed7 is going to be deleted. [ 894.753281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.753533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.766039] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.766202] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.772916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.772916] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eebf19c3-6e69-473c-9525-e63d3521e0a8 is going to be deleted. [ 894.773897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.774110] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.788262] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.788477] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.798309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.798423] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be deleted. [ 894.799506] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.799765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.808155] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.808416] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.845888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.846181] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df4f54bf-4a84-41b5-b264-5b21a01c512f is going to be deleted. [ 894.847266] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.847393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.865908] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.866060] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.870508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.870668] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 714b6942-01b8-472c-a484-16f033e34ff8 is going to be deleted. [ 894.871804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.872024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.900859] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.901007] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.912872] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.913202] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.913425] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.913590] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.913744] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.913917] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 3d883bf9-77b4-4c61-bd14-3e353419c3eb not found, creating... [ 894.914202] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.914367] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.914489] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.914716] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.915357] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.915357] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.915538] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.915582] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.915824] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.916056] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.916213] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 3d883bf9-77b4-4c61-bd14-3e353419c3eb is going to be created. [ 894.933268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.933437] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 639c12d8-b142-43f5-9050-fcfbd6105a1a is going to be deleted. [ 894.934390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.934604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.972053] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.972348] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.972468] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.972675] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.972981] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.973206] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-3d883bf9-77b4-4c61-bd14-3e353419c3eb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.997974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.998186] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33e2f7ad-1137-4ad0-be83-060fedc8bf8b is going to be deleted. [ 894.999064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.999276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.026760] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.026903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.027992] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.028160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.079493] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.079493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.084024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.084024] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93e4d6fb-92ab-4918-8db2-a90ff83445ee is going to be deleted. [ 895.084024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.084024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.091782] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1405b049-6563-4f42-ac58-977aebb7399f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.131049] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.131336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.131481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.131853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.132173] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.132376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.132463] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.132730] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.132888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.133068] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.133296] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.133401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.133501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.134045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.134045] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.137709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.137836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.138182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.138182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.138310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.138310] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.143401] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0872afa5-d0d5-4c6b-b502-38913f515170',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.143401] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.143564] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.144590] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.144724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.144773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.145540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.145734] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.145876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.146039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.147323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.147323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.147323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.147323] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.147323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.147323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.147323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.147323] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.147323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.147323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.147323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.148180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.148180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.148180] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.148626] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.148737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.148786] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.148944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.149325] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.149325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.149325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.149500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.149500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.149570] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.149839] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.149922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.149971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.150102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.150240] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.150332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.150395] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.150528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.150605] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.150684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.150767] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.168075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.168262] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cb436bf-aeef-465a-b17f-88882acf1bb0 is going to be deleted. [ 895.169307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.169551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.191639] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19d1292c-b8fb-4597-9de1-877ef70a29ae: rpc.has_security_group_logging(os_id): False [ 895.235024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.235257] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.255928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.256139] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07594ff3-0e69-4c9a-ae14-cd513b2e45f0 is going to be deleted. [ 895.257067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.257300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.257392] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.257512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3624f4e-885d-4f84-9432-edb48ddd5343" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.257678] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.257839] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.257942] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.258085] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-365ead28-ef18-4fef-9a7a-643ad1bb1f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.258636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.258862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.258862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.258986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a6adca-6d6b-46b0-86ae-94f2c554eed7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.259114] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.259261] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.259338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.259454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eebf19c3-6e69-473c-9525-e63d3521e0a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.259601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.259730] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.259800] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.259918] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.260057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.260225] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.260303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.260414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df4f54bf-4a84-41b5-b264-5b21a01c512f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.260538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.260676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.260764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.260899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-714b6942-01b8-472c-a484-16f033e34ff8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.261430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.261614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.261692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.261810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-639c12d8-b142-43f5-9050-fcfbd6105a1a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.262131] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.262296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.262374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.262650] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.262782] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.262844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.263038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.263121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.263214] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae is going to be created. [ 895.277274] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.277416] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.277463] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.277653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.277744] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.277868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33e2f7ad-1137-4ad0-be83-060fedc8bf8b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.286056] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.286056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.286056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.286056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.286491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.286491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93e4d6fb-92ab-4918-8db2-a90ff83445ee" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.342944] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.343127] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.343200] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.343772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.343772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.343772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cb436bf-aeef-465a-b17f-88882acf1bb0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.439135] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.439135] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.439135] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.439419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.439527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.440496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07594ff3-0e69-4c9a-ae14-cd513b2e45f0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.473028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.473028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.473028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.473028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.473028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.499355] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae in Status: IN_PROGRESS for 2s [ 895.597707] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1405b049-6563-4f42-ac58-977aebb7399f: rpc.has_security_group_logging(os_id): False [ 895.641084] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edde554d-c218-41c7-80ec-fe4f07f3a41a: rpc.has_security_group_logging(os_id): False [ 895.653096] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0ae3f21-5b68-4518-a664-93d728fac39a: rpc.has_security_group_logging(os_id): False [ 895.654997] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f24b04cb-4bf8-4cad-9ef0-791acfd015cf: rpc.has_security_group_logging(os_id): False [ 895.655988] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0872afa5-d0d5-4c6b-b502-38913f515170: rpc.has_security_group_logging(os_id): False [ 895.656842] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6: rpc.has_security_group_logging(os_id): False [ 895.657684] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01b7768e-8593-4f86-94b9-a9da6cbf1b1e: rpc.has_security_group_logging(os_id): False [ 895.659893] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.660020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.660135] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.660293] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.666851] env[69943]: INFO networking_nsxv3.common.synchronization [req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 req-2fef1865-2eb7-4bec-82c5-c006242392ab service nova] Enqueued Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_rules [ 895.667060] env[69943]: INFO networking_nsxv3.common.synchronization [req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 req-2fef1865-2eb7-4bec-82c5-c006242392ab service nova] Enqueued Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_members [ 895.667254] env[69943]: INFO networking_nsxv3.common.synchronization [req-debab0a3-f114-499a-b2a8-ea87cc1c96f2 req-2fef1865-2eb7-4bec-82c5-c006242392ab service nova] Enqueued Resource ID: 3d883bf9-77b4-4c61-bd14-3e353419c3eb with Priority: HIGHEST for action port [ 895.667440] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_rules [ 895.667576] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_members [ 895.667656] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d883bf9-77b4-4c61-bd14-3e353419c3eb with Priority: HIGHEST for action port [ 895.668210] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d2a562b-ecb1-40fd-841c-42cc9f825cdb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.668336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.668394] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.668700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.668803] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.671463] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.671588] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.671638] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.671858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.671979] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.672113] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.672195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.672742] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.672970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.672970] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.674795] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d883bf9-77b4-4c61-bd14-3e353419c3eb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.674795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d883bf9-77b4-4c61-bd14-3e353419c3eb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.674795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d883bf9-77b4-4c61-bd14-3e353419c3eb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.674795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d883bf9-77b4-4c61-bd14-3e353419c3eb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.675103] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d883bf9-77b4-4c61-bd14-3e353419c3eb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.682975] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.683137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.684560] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.684718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.715199] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.715385] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.716325] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.716461] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.718222] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.718379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.719072] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.719183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.721017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.721407] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.721407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.721523] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.721634] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.721720] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.721818] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1405b049-6563-4f42-ac58-977aebb7399f is going to be updated. [ 895.722848] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.723085] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.774096] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.774287] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.774287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.774417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.774534] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.774615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.774747] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0ae3f21-5b68-4518-a664-93d728fac39a is going to be updated. [ 895.775934] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.776088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.806466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.806778] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.806925] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.807020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.807288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.807404] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.807516] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e is going to be updated. [ 895.808658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.808836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.837800] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.838048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.846889] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.847034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.848286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.848286] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.848457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.848457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.848590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.848669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.848762] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0872afa5-d0d5-4c6b-b502-38913f515170 is going to be updated. [ 895.849797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.849970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.883826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.883826] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.884081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.884081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.884456] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.884456] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.884772] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.885558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.885558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.885558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.885558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.885774] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.885774] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.885774] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.885912] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.885948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.886051] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 895.888174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.888432] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.925380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.925649] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.925788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.925856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.926139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.926258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.926482] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.926587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.926641] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.926802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.926872] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.927069] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.927159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.927228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.927340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.927459] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.927511] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 895.928621] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.928782] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.928921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.929891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.930064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.931914] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.931993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.984972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.985264] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.985389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.985451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.985906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.985906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.986145] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.986145] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.986145] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.986280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.986389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.986507] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.986589] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.986664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.986775] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.986889] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.986928] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 is going to be updated. [ 895.988310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.988706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.988827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.989838] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.990017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.990147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.991840] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: IN_PROGRESS for 2s [ 896.017865] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.018159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.018159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.018289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.018386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.020986] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: IN_PROGRESS for 2s [ 896.034804] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1405b049-6563-4f42-ac58-977aebb7399f in Status: IN_PROGRESS for 2s [ 896.077068] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0872afa5-d0d5-4c6b-b502-38913f515170 in Status: IN_PROGRESS for 2s [ 896.083695] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.083695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.083695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.083695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.083695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.102027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.102027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.102027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.102326] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.102326] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.145642] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.145642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.145642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.145642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.145642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.159768] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 896.160622] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 896.177083] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.177413] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.181166] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.181779] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d883bf9-77b4-4c61-bd14-3e353419c3eb with status ACTIVE [ 896.181953] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.182091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.182162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.182370] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.182457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.182637] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.182823] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.182911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.183172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.183268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.183470] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.183563] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.183621] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.183770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.183837] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.183927] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d883bf9-77b4-4c61-bd14-3e353419c3eb is going to be updated. [ 896.197919] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: IN_PROGRESS for 2s [ 896.248993] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.249279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.249279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.249419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.249544] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.249702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d883bf9-77b4-4c61-bd14-3e353419c3eb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.683087] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.185575] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.185983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.185983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.186342] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.186342] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.186342] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb is going to be created. [ 897.223023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.223288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.223288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.223477] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.223633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.235257] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb in Status: UNINITIALIZED for 2s [ 897.512864] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae in Status: SUCCESS [ 897.513147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.010232] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: SUCCESS [ 898.013441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.036194] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: SUCCESS [ 898.036194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.063723] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1405b049-6563-4f42-ac58-977aebb7399f in Status: SUCCESS [ 898.064012] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.091068] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0872afa5-d0d5-4c6b-b502-38913f515170 in Status: SUCCESS [ 898.091293] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.180598] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 898.180915] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.181565] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 898.181749] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.216974] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: SUCCESS [ 898.217548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.783888] env[69943]: INFO networking_nsxv3.common.synchronization [req-3e67408c-5453-4c3d-8abd-997ba37c466d req-72fd41d6-2e99-43a8-8b91-fe771ff4166c tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Enqueued Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_members [ 898.786543] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_members [ 898.786997] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.787131] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.175526] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.175526] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.175526] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.175526] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.175729] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.175729] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.175821] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.176165] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.176329] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.176543] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.176657] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.176774] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.176886] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.177009] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 899.177124] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.177260] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.197714] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.197930] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 899.198157] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.198473] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-520" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.198718] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-9a439438-3c57-4c37-a10d-14efbddbf9c0 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.198918] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-9a439438-3c57-4c37-a10d-14efbddbf9c0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.199143] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-9a439438-3c57-4c37-a10d-14efbddbf9c0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.199500] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-9a439438-3c57-4c37-a10d-14efbddbf9c0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.199652] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a439438-3c57-4c37-a10d-14efbddbf9c0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.251833] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb in Status: SUCCESS [ 899.252122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.253381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.253381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.253381] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.253381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.253381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.253381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.253381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.253745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.253745] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.257035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.257035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.257035] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.257035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.257035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.257035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.257035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.257035] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.704249] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.704249] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.704489] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.704675] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.704915] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.705125] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 9a439438-3c57-4c37-a10d-14efbddbf9c0 not found, creating... [ 899.705489] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.705652] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.705802] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.706096] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.706301] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.706657] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.706857] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.707151] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.707478] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.707650] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.707835] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 9a439438-3c57-4c37-a10d-14efbddbf9c0 is going to be created. [ 899.728768] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.729126] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.729126] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.729403] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.729692] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.729852] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-9a439438-3c57-4c37-a10d-14efbddbf9c0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.763582] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.763769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.764819] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.270880] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.739064] env[69943]: INFO networking_nsxv3.common.synchronization [req-3e67408c-5453-4c3d-8abd-997ba37c466d req-be057533-c883-45ea-9a8f-a172e447ff81 service nova] Enqueued Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_rules [ 900.739064] env[69943]: INFO networking_nsxv3.common.synchronization [req-3e67408c-5453-4c3d-8abd-997ba37c466d req-be057533-c883-45ea-9a8f-a172e447ff81 service nova] Enqueued Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_members [ 900.739064] env[69943]: INFO networking_nsxv3.common.synchronization [req-3e67408c-5453-4c3d-8abd-997ba37c466d req-be057533-c883-45ea-9a8f-a172e447ff81 service nova] Enqueued Resource ID: 9a439438-3c57-4c37-a10d-14efbddbf9c0 with Priority: HIGHEST for action port [ 900.739064] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_rules [ 900.739064] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_members [ 900.739064] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a439438-3c57-4c37-a10d-14efbddbf9c0 with Priority: HIGHEST for action port [ 900.740371] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d2a562b-ecb1-40fd-841c-42cc9f825cdb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.740371] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.740458] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.740575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.740729] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a439438-3c57-4c37-a10d-14efbddbf9c0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.740833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a439438-3c57-4c37-a10d-14efbddbf9c0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.741133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a439438-3c57-4c37-a10d-14efbddbf9c0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.741133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a439438-3c57-4c37-a10d-14efbddbf9c0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.742530] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a439438-3c57-4c37-a10d-14efbddbf9c0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.776090] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.776262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.776349] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.776538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.776632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.776730] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb is going to be updated. [ 900.805067] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.805272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.805403] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.805592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.805769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.814977] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb in Status: IN_PROGRESS for 2s [ 901.249270] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a439438-3c57-4c37-a10d-14efbddbf9c0 with status ACTIVE [ 901.249601] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.249927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.249927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.250412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.250412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.250724] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.250960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.251067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.251289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.251432] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.251876] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.252615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.252615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.252615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.252615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.252850] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a439438-3c57-4c37-a10d-14efbddbf9c0 is going to be updated. [ 901.278455] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.278864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.278864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.279104] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.279161] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.279309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a439438-3c57-4c37-a10d-14efbddbf9c0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.488016] env[69943]: INFO networking_nsxv3.common.synchronization [req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 req-c4db6b6d-ff95-4e15-aa63-b62b496ef8ef tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Enqueued Resource ID: ffa15909-719d-45c5-93ae-789bed90ec84 with Priority: HIGHEST for action security_group_members [ 901.491687] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa15909-719d-45c5-93ae-789bed90ec84 with Priority: HIGHEST for action security_group_members [ 901.494165] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffa15909-719d-45c5-93ae-789bed90ec84 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.494165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.494165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.494373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.494546] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.494717] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.494815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.495029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.495186] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.495326] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffa15909-719d-45c5-93ae-789bed90ec84',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.858085] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.858345] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-349" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.858529] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-349" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.858941] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-349" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.859296] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.859497] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.859627] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.859895] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.860083] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.860310] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.860428] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.860540] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.860652] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.860764] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 901.860875] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.861021] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.879262] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.879445] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 901.879589] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.879977] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-349" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.880340] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.880529] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.880657] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.880986] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.881145] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e0f5b2-b432-4190-a4fc-843f02fc9cbd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.002874] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.002874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.002874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.002874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.002874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.002874] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.002874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.002874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.002874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.002874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.002874] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffa15909-719d-45c5-93ae-789bed90ec84 already deleted. [ 902.002874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.383791] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.384201] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.384247] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.384566] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.384723] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.384887] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port b8e0f5b2-b432-4190-a4fc-843f02fc9cbd not found, creating... [ 902.385236] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.385482] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.385676] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.385924] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.386150] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.386544] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.386713] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.386836] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.387100] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.387257] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.387408] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: b8e0f5b2-b432-4190-a4fc-843f02fc9cbd is going to be created. [ 902.408592] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.408807] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.408958] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.409283] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.409539] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.409771] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.824703] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb in Status: SUCCESS [ 902.824932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.825126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.825407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.825594] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.825714] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.825780] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.825926] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.826015] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.826105] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.826283] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.826386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.826451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.826593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.826731] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.826824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.826886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.827083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.827142] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.827196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.827414] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.828578] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.828750] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.829159] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.829159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.829159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.829319] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.829548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.829651] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.153708] env[69943]: INFO networking_nsxv3.common.synchronization [req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 req-ec0fa845-4579-4ce1-b322-ee65d230be33 service nova] Enqueued Resource ID: ffa15909-719d-45c5-93ae-789bed90ec84 with Priority: HIGHEST for action security_group_rules [ 903.153983] env[69943]: INFO networking_nsxv3.common.synchronization [req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 req-ec0fa845-4579-4ce1-b322-ee65d230be33 service nova] Enqueued Resource ID: ffa15909-719d-45c5-93ae-789bed90ec84 with Priority: HIGHEST for action security_group_members [ 903.154176] env[69943]: INFO networking_nsxv3.common.synchronization [req-1395d822-c4e8-4d8e-b5d1-24c1b9033522 req-ec0fa845-4579-4ce1-b322-ee65d230be33 service nova] Enqueued Resource ID: b8e0f5b2-b432-4190-a4fc-843f02fc9cbd with Priority: HIGHEST for action port [ 903.154816] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa15909-719d-45c5-93ae-789bed90ec84 with Priority: HIGHEST for action security_group_rules [ 903.155029] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa15909-719d-45c5-93ae-789bed90ec84 with Priority: HIGHEST for action security_group_members [ 903.162819] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e0f5b2-b432-4190-a4fc-843f02fc9cbd with Priority: HIGHEST for action port [ 903.162819] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffa15909-719d-45c5-93ae-789bed90ec84 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.162819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.162819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.162819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.162819] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffa15909-719d-45c5-93ae-789bed90ec84',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.166519] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffa15909-719d-45c5-93ae-789bed90ec84 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.166790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.166892] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.168038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.168038] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.168038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.168038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.168407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.168407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.171701] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffa15909-719d-45c5-93ae-789bed90ec84',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.171701] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.171701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.171701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.171701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.171701] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e0f5b2-b432-4190-a4fc-843f02fc9cbd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.331333] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d2a562b-ecb1-40fd-841c-42cc9f825cdb: rpc.has_security_group_logging(os_id): False [ 903.332661] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.354023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.354023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.354023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.354023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.354023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.354023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.354023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.354023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.354023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.354023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.354023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.354023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.354023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.354023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.354023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.354809] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.354990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.355078] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.355298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.355379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.355483] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb is going to be created. [ 903.420427] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.420781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.420781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.420781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.420983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.433878] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb in Status: IN_PROGRESS for 2s [ 903.673131] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffa15909-719d-45c5-93ae-789bed90ec84 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.673419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.675803] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8e0f5b2-b432-4190-a4fc-843f02fc9cbd with status ACTIVE [ 903.676013] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.676191] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.676361] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.676601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.676699] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.676893] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.677038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.677111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.677274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.677379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.677541] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.677636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.677699] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.677838] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.677912] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.677996] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8e0f5b2-b432-4190-a4fc-843f02fc9cbd is going to be updated. [ 903.679172] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffa15909-719d-45c5-93ae-789bed90ec84',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.700782] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.700953] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.701037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.701268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.701407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.701581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8e0f5b2-b432-4190-a4fc-843f02fc9cbd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.835620] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.181106] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffa15909-719d-45c5-93ae-789bed90ec84',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.340802] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.340961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.341052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.341294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.341390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.341507] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb is going to be updated. [ 904.374431] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.374431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.374431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.374431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.374431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.383388] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb in Status: IN_PROGRESS for 2s [ 904.687544] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.687902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.687902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.688066] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.688181] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.688247] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffa15909-719d-45c5-93ae-789bed90ec84 is going to be created. [ 904.711983] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.712235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.712235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.712902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.712902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.723610] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffa15909-719d-45c5-93ae-789bed90ec84 in Status: UNINITIALIZED for 2s [ 905.447225] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb in Status: SUCCESS [ 905.447432] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.448070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.448070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.448070] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.950387] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.950766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.394149] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb in Status: SUCCESS [ 906.394351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.394564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.394884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.395160] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.395423] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.395558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.396091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.396225] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.396353] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.396485] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.742656] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffa15909-719d-45c5-93ae-789bed90ec84 in Status: SUCCESS [ 906.742987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.743084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.743363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.743603] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.743754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.743803] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.743939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.744028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.744117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.744208] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffa15909-719d-45c5-93ae-789bed90ec84',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.899105] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.899289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.899363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.899597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.899819] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.899945] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.900016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.900201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.900347] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.900495] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.900555] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.900765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.900765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.900866] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.901072] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.901179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.901179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.901362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.901362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.901441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.901518] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.246396] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffa15909-719d-45c5-93ae-789bed90ec84 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.247525] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.247525] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.247674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.247950] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.248180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.248287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.248587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.248780] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.248948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.249237] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffa15909-719d-45c5-93ae-789bed90ec84 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.249387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.249526] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.249784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.250043] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.250347] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.250347] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.250586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.250891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.250891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.251080] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffa15909-719d-45c5-93ae-789bed90ec84',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.403807] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d2a562b-ecb1-40fd-841c-42cc9f825cdb: rpc.has_security_group_logging(os_id): False [ 907.423441] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.423648] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.423734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.423940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.424071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.424276] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.424376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.424440] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.424591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.424670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.424852] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.424969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.425063] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.425149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.425222] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.425580] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.425670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.425747] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.425868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.425951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.426051] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb is going to be updated. [ 907.502585] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.502714] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.502714] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.502903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.503088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.518256] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb in Status: IN_PROGRESS for 2s [ 907.573995] env[69943]: INFO networking_nsxv3.common.synchronization [req-3a3824e3-f8ad-467b-b548-bee811028435 req-a96ea8a5-7c0a-4df1-af31-890f7755a5d0 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 1405b049-6563-4f42-ac58-977aebb7399f with Priority: HIGHEST for action security_group_members [ 907.574249] env[69943]: INFO networking_nsxv3.common.synchronization [req-3a3824e3-f8ad-467b-b548-bee811028435 req-a96ea8a5-7c0a-4df1-af31-890f7755a5d0 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGHEST for action security_group_members [ 907.574402] env[69943]: INFO networking_nsxv3.common.synchronization [req-3a3824e3-f8ad-467b-b548-bee811028435 req-a96ea8a5-7c0a-4df1-af31-890f7755a5d0 tempest-SecurityGroupsTestJSON-2022274810 tempest-SecurityGroupsTestJSON-2022274810-project-member] Enqueued Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 907.574972] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1405b049-6563-4f42-ac58-977aebb7399f with Priority: HIGHEST for action security_group_members [ 907.575301] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGHEST for action security_group_members [ 907.575497] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 with Priority: HIGHEST for action security_group_members [ 907.575920] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-1405b049-6563-4f42-ac58-977aebb7399f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.576118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.576221] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.576531] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.576771] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.576932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.577044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.577288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.577427] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.577576] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1405b049-6563-4f42-ac58-977aebb7399f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.579780] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0ae3f21-5b68-4518-a664-93d728fac39a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.582021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.582021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.582021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.582021] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.585208] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.585402] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.585721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.585863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.586051] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.588294] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd9a76a-1a39-4a42-b672-fd11d2d10220 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.588497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.588610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.589060] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.589328] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.589564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.589607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.589901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.590119] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.590264] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd9a76a-1a39-4a42-b672-fd11d2d10220',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.753755] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffa15909-719d-45c5-93ae-789bed90ec84: rpc.has_security_group_logging(os_id): False [ 907.774588] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.774731] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.774804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.775021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.775116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.775336] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.775485] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.775546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.775700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.775777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.775953] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.776060] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.776124] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.776271] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.776345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.776550] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.776646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.776701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.776840] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.776913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.776996] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffa15909-719d-45c5-93ae-789bed90ec84 is going to be created. [ 907.833607] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.833824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.833824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.834131] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.834230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.845459] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffa15909-719d-45c5-93ae-789bed90ec84 in Status: IN_PROGRESS for 2s [ 908.080419] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.080573] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.080645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.080926] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.081044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.081266] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.081375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.081441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.081629] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.081733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.081794] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1405b049-6563-4f42-ac58-977aebb7399f is going to be updated. [ 908.088791] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.089014] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.089014] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.089251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.089355] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.089635] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.089760] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.089811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.089979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.090195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.090195] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0ae3f21-5b68-4518-a664-93d728fac39a is going to be updated. [ 908.092786] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.092905] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.092953] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.093133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.125045] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.125590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.125680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.125895] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.126052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.128258] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.128373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.128421] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.128630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.128752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.130268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.130495] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.130617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.130691] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.130853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.130949] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.131054] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 is going to be updated. [ 908.144123] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: IN_PROGRESS for 2s [ 908.145049] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1405b049-6563-4f42-ac58-977aebb7399f in Status: IN_PROGRESS for 2s [ 908.162722] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.162722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.162988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.163062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.163199] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.177805] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: IN_PROGRESS for 2s [ 909.530563] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb in Status: SUCCESS [ 909.530893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.857601] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffa15909-719d-45c5-93ae-789bed90ec84 in Status: SUCCESS [ 909.857922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.165743] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0ae3f21-5b68-4518-a664-93d728fac39a in Status: SUCCESS [ 910.165743] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0ae3f21-5b68-4518-a664-93d728fac39a deletion is rescheduled due to dependency. [ 910.165743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.165743] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1405b049-6563-4f42-ac58-977aebb7399f in Status: SUCCESS [ 910.165743] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1405b049-6563-4f42-ac58-977aebb7399f deletion is rescheduled due to dependency. [ 910.165743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.187782] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 in Status: SUCCESS [ 910.188051] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd9a76a-1a39-4a42-b672-fd11d2d10220 deletion is rescheduled due to dependency. [ 910.188258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd9a76a-1a39-4a42-b672-fd11d2d10220" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.576455] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 912.576844] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 916.807769] env[69943]: INFO networking_nsxv3.common.synchronization [req-03938919-e551-4787-ab10-3f29019c3bb1 req-855cbc08-657a-4a97-868c-f6a4362f6103 tempest-ServersNegativeTestMultiTenantJSON-1010040951 tempest-ServersNegativeTestMultiTenantJSON-1010040951-project-member] Enqueued Resource ID: ffa15909-719d-45c5-93ae-789bed90ec84 with Priority: HIGHEST for action security_group_members [ 916.808346] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa15909-719d-45c5-93ae-789bed90ec84 with Priority: HIGHEST for action security_group_members [ 916.808725] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffa15909-719d-45c5-93ae-789bed90ec84 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.808929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.809315] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.809315] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.809397] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.809446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.809498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.810428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.810428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.810428] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffa15909-719d-45c5-93ae-789bed90ec84',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.316145] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.316363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.316452] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.316751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.316910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.318080] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.318080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.318080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.318080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.318080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.318080] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffa15909-719d-45c5-93ae-789bed90ec84 is going to be updated. [ 917.356070] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.356374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.356423] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.356885] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.356885] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.369080] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffa15909-719d-45c5-93ae-789bed90ec84 in Status: IN_PROGRESS for 2s [ 918.187041] env[69943]: INFO networking_nsxv3.common.synchronization [req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 req-44b001ca-1ed2-46bd-8f9c-8fd91d9fe843 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Enqueued Resource ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 with Priority: HIGHEST for action security_group_members [ 918.191295] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 with Priority: HIGHEST for action security_group_members [ 918.191997] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.192145] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.192217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.192495] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.192648] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.192900] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.192900] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.192973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.193045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.193142] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79157efb-c4ee-4f89-8bef-a8ec5a1a4669',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.523913] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.524835] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.525088] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.525516] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.525974] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.526279] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.526777] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.526943] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.527313] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.527662] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.527882] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.528105] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.528321] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.529339] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.529339] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.529339] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.553707] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.553707] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 918.553707] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.553707] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.553707] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-b871cb7f-77e2-463a-8acf-27b80b785ad2 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.553707] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-b871cb7f-77e2-463a-8acf-27b80b785ad2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.553707] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-b871cb7f-77e2-463a-8acf-27b80b785ad2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.554150] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-b871cb7f-77e2-463a-8acf-27b80b785ad2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.554350] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b871cb7f-77e2-463a-8acf-27b80b785ad2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.695818] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.696364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.696364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.697251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.697251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.697251] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.697251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.697251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.697251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.697609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.697609] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 already deleted. [ 918.697609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.057301] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.057533] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.057685] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.058015] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.058254] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.058540] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port b871cb7f-77e2-463a-8acf-27b80b785ad2 not found, creating... [ 919.058840] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.059014] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.059149] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.059386] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.059584] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.059829] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.059988] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.060130] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.060346] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.060482] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.060628] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: b871cb7f-77e2-463a-8acf-27b80b785ad2 is going to be created. [ 919.083171] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.083381] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.083516] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.083792] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.084118] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.084361] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-b871cb7f-77e2-463a-8acf-27b80b785ad2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.379785] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffa15909-719d-45c5-93ae-789bed90ec84 in Status: SUCCESS [ 919.380091] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffa15909-719d-45c5-93ae-789bed90ec84 deletion is rescheduled due to dependency. [ 919.380091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffa15909-719d-45c5-93ae-789bed90ec84" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.959649] env[69943]: INFO networking_nsxv3.common.synchronization [req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 req-6a043cce-a98e-4f44-86f2-311168935191 service nova] Enqueued Resource ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 with Priority: HIGHEST for action security_group_rules [ 919.959730] env[69943]: INFO networking_nsxv3.common.synchronization [req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 req-6a043cce-a98e-4f44-86f2-311168935191 service nova] Enqueued Resource ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 with Priority: HIGHEST for action security_group_members [ 919.959871] env[69943]: INFO networking_nsxv3.common.synchronization [req-4e16ff04-07b8-4b39-ad73-d992d4c2d6b1 req-6a043cce-a98e-4f44-86f2-311168935191 service nova] Enqueued Resource ID: b871cb7f-77e2-463a-8acf-27b80b785ad2 with Priority: HIGHEST for action port [ 919.960125] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 with Priority: HIGHEST for action security_group_rules [ 919.960248] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 with Priority: HIGHEST for action security_group_members [ 919.960339] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b871cb7f-77e2-463a-8acf-27b80b785ad2 with Priority: HIGHEST for action port [ 919.962180] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.962180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.962180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.962180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.962180] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79157efb-c4ee-4f89-8bef-a8ec5a1a4669',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.962395] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.962395] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.962466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.962590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.962726] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.962819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.962910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.963022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.963153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.963199] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79157efb-c4ee-4f89-8bef-a8ec5a1a4669',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.963926] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-b871cb7f-77e2-463a-8acf-27b80b785ad2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.964977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b871cb7f-77e2-463a-8acf-27b80b785ad2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.964977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b871cb7f-77e2-463a-8acf-27b80b785ad2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.964977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b871cb7f-77e2-463a-8acf-27b80b785ad2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.964977] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b871cb7f-77e2-463a-8acf-27b80b785ad2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.466896] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.467267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.467267] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79157efb-c4ee-4f89-8bef-a8ec5a1a4669',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.468210] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b871cb7f-77e2-463a-8acf-27b80b785ad2 with status ACTIVE [ 920.468429] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.468564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.468632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.468840] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.468930] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.469616] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.469708] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.469777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.469948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.470073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.470269] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.470373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.470417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.470675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.470675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.470749] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b871cb7f-77e2-463a-8acf-27b80b785ad2 is going to be updated. [ 920.493514] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.493764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.493764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.493998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.494170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.494330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b871cb7f-77e2-463a-8acf-27b80b785ad2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.972797] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79157efb-c4ee-4f89-8bef-a8ec5a1a4669',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.475224] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.475548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.475548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.475684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.475776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.475880] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 is going to be created. [ 921.502771] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.503016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.503016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.503220] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.503395] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.516766] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 in Status: UNINITIALIZED for 2s [ 923.530290] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 in Status: SUCCESS [ 923.530601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.530698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.530880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.531082] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.531203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.531265] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.531421] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.531503] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.531586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.531685] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79157efb-c4ee-4f89-8bef-a8ec5a1a4669',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.035303] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79157efb-c4ee-4f89-8bef-a8ec5a1a4669',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.245182] env[69943]: INFO networking_nsxv3.common.synchronization [req-0a1a4c51-4ea9-489d-9142-4a765415c4ad req-bb57809c-0993-4517-83c9-eaaeefbdce3f tempest-ServersTestBootFromVolume-1383369494 tempest-ServersTestBootFromVolume-1383369494-project-member] Enqueued Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGHEST for action security_group_members [ 924.245779] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGHEST for action security_group_members [ 924.247777] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-0872afa5-d0d5-4c6b-b502-38913f515170 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.247905] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.247938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.248836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.249030] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.249149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.249217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.249407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.249498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.249782] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0872afa5-d0d5-4c6b-b502-38913f515170',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.543356] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79157efb-c4ee-4f89-8bef-a8ec5a1a4669: rpc.has_security_group_logging(os_id): False [ 924.564997] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.565216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.565304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.565618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.565779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.566186] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.566308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.566308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.566541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.566654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.566775] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 is going to be created. [ 924.642792] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.642949] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.643033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.643392] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.643448] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.653519] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 in Status: IN_PROGRESS for 2s [ 924.753161] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.755769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.755769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.755769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.755769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.755769] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.755769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.755769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.755769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.755769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.755769] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0872afa5-d0d5-4c6b-b502-38913f515170 is going to be updated. [ 924.813240] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.813521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.813521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.813794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.813846] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.828998] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0872afa5-d0d5-4c6b-b502-38913f515170 in Status: IN_PROGRESS for 2s [ 926.602024] env[69943]: INFO networking_nsxv3.common.synchronization [req-6752769b-faa4-4d85-aff7-c777f7395bcd req-d3976009-6077-48ef-bc08-b7f8b867e342 tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Enqueued Resource ID: 6f3549a9-9e73-4791-8810-8b31204824be with Priority: HIGHEST for action security_group_members [ 926.602769] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3549a9-9e73-4791-8810-8b31204824be with Priority: HIGHEST for action security_group_members [ 926.603500] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3549a9-9e73-4791-8810-8b31204824be taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.603500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.603500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.603701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.603845] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.603964] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.604035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.604216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.604311] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.604388] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f3549a9-9e73-4791-8810-8b31204824be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.667756] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 in Status: SUCCESS [ 926.667756] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.843985] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0872afa5-d0d5-4c6b-b502-38913f515170 in Status: SUCCESS [ 926.843985] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0872afa5-d0d5-4c6b-b502-38913f515170 deletion is rescheduled due to dependency. [ 926.843985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.962301] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-282 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.967419] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-282" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.967617] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-282" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.967912] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-282" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.968238] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.968413] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.968537] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.969124] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.969124] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.969206] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.969291] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.969401] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.969513] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.970086] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.970086] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.970086] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.997558] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.997735] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.997959] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.998205] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-282" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.998568] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-69889beb-ae46-4eb7-9a39-5a21f40d8d0d taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.998814] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-69889beb-ae46-4eb7-9a39-5a21f40d8d0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.998961] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-69889beb-ae46-4eb7-9a39-5a21f40d8d0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.999297] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-69889beb-ae46-4eb7-9a39-5a21f40d8d0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.999443] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69889beb-ae46-4eb7-9a39-5a21f40d8d0d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.107191] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.107839] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.107938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.108274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.108274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.109080] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.109080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.109080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.109080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.109080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.109080] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f3549a9-9e73-4791-8810-8b31204824be already deleted. [ 927.109080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.502722] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.502979] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.503130] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.503432] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.503626] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.503774] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 69889beb-ae46-4eb7-9a39-5a21f40d8d0d not found, creating... [ 927.504066] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.504234] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.504362] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.504603] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.504746] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.505047] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.505216] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.505342] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.505725] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.506054] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.506114] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 69889beb-ae46-4eb7-9a39-5a21f40d8d0d is going to be created. [ 927.526695] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.526858] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.526958] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.527226] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.528339] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.528339] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-69889beb-ae46-4eb7-9a39-5a21f40d8d0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.239722] env[69943]: INFO networking_nsxv3.common.synchronization [req-6752769b-faa4-4d85-aff7-c777f7395bcd req-9005883d-f97a-4c62-9311-8c34a6c35b60 service nova] Enqueued Resource ID: 6f3549a9-9e73-4791-8810-8b31204824be with Priority: HIGHEST for action security_group_rules [ 928.240117] env[69943]: INFO networking_nsxv3.common.synchronization [req-6752769b-faa4-4d85-aff7-c777f7395bcd req-9005883d-f97a-4c62-9311-8c34a6c35b60 service nova] Enqueued Resource ID: 6f3549a9-9e73-4791-8810-8b31204824be with Priority: HIGHEST for action security_group_members [ 928.240199] env[69943]: INFO networking_nsxv3.common.synchronization [req-6752769b-faa4-4d85-aff7-c777f7395bcd req-9005883d-f97a-4c62-9311-8c34a6c35b60 service nova] Enqueued Resource ID: 69889beb-ae46-4eb7-9a39-5a21f40d8d0d with Priority: HIGHEST for action port [ 928.240886] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3549a9-9e73-4791-8810-8b31204824be with Priority: HIGHEST for action security_group_rules [ 928.241028] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3549a9-9e73-4791-8810-8b31204824be with Priority: HIGHEST for action security_group_members [ 928.241189] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69889beb-ae46-4eb7-9a39-5a21f40d8d0d with Priority: HIGHEST for action port [ 928.241463] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f3549a9-9e73-4791-8810-8b31204824be taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.241547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.241613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.241862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.241946] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f3549a9-9e73-4791-8810-8b31204824be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.242799] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3549a9-9e73-4791-8810-8b31204824be taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.242916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.243104] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.243170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.243301] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.243394] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.243540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.243713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.243797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.243884] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f3549a9-9e73-4791-8810-8b31204824be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.244965] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-69889beb-ae46-4eb7-9a39-5a21f40d8d0d taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.245103] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69889beb-ae46-4eb7-9a39-5a21f40d8d0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.245172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69889beb-ae46-4eb7-9a39-5a21f40d8d0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.245324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69889beb-ae46-4eb7-9a39-5a21f40d8d0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.245400] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69889beb-ae46-4eb7-9a39-5a21f40d8d0d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.746952] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3549a9-9e73-4791-8810-8b31204824be taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.747165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.747297] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f3549a9-9e73-4791-8810-8b31204824be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.748251] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69889beb-ae46-4eb7-9a39-5a21f40d8d0d with status ACTIVE [ 928.748438] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.748553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.748622] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.748827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.748923] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.749094] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.749212] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.749274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.749459] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.749563] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.749784] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.749898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.749970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.750195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.750277] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.750386] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69889beb-ae46-4eb7-9a39-5a21f40d8d0d is going to be updated. [ 928.774847] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.775109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.775109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.775297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.775470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.775646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69889beb-ae46-4eb7-9a39-5a21f40d8d0d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.255406] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f3549a9-9e73-4791-8810-8b31204824be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.282024] env[69943]: INFO networking_nsxv3.common.synchronization [req-8d34c165-ec9d-49cc-8e13-81049a79bdca req-ebc559fc-102e-43c9-8267-f6fc21fdff74 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 929.283850] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 929.284247] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.284374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.284441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.284692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.284868] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.284972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.285753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.285944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.286057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.286158] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.758287] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.758465] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.758533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.758955] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.758955] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.759087] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f3549a9-9e73-4791-8810-8b31204824be is going to be created. [ 929.793213] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.793403] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.793467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.793640] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.793802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.795667] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.795926] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.795926] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.796541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.796698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.797568] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.797812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.797812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.798073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.798215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.798359] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd already deleted. [ 929.798493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.810613] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f3549a9-9e73-4791-8810-8b31204824be in Status: UNINITIALIZED for 2s [ 930.062476] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.062728] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.062869] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.063242] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.063531] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.063701] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.063835] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.064095] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.064253] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.064495] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.064600] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.064718] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.064832] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.064947] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.065116] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.065238] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.086418] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.086626] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 930.086775] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.086953] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.087283] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-ad43b27c-557b-4567-a9b7-b3445e82a5ce taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.087477] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-ad43b27c-557b-4567-a9b7-b3445e82a5ce" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.087671] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-ad43b27c-557b-4567-a9b7-b3445e82a5ce" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.087927] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-ad43b27c-557b-4567-a9b7-b3445e82a5ce" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.088196] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad43b27c-557b-4567-a9b7-b3445e82a5ce',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.591121] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.591121] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.591121] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.591121] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.591121] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.591532] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port ad43b27c-557b-4567-a9b7-b3445e82a5ce not found, creating... [ 930.591532] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.591616] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.591712] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.591929] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.592084] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.592362] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.592523] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.592641] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.592844] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.592976] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.593127] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: ad43b27c-557b-4567-a9b7-b3445e82a5ce is going to be created. [ 930.614664] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.614896] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.615036] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.615317] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.615645] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.615912] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-ad43b27c-557b-4567-a9b7-b3445e82a5ce" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.567317] env[69943]: INFO networking_nsxv3.common.synchronization [req-8d34c165-ec9d-49cc-8e13-81049a79bdca req-67d1b20c-5515-42ea-aa46-1e1e9dfbc582 service nova] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_rules [ 931.567508] env[69943]: INFO networking_nsxv3.common.synchronization [req-8d34c165-ec9d-49cc-8e13-81049a79bdca req-67d1b20c-5515-42ea-aa46-1e1e9dfbc582 service nova] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 931.567692] env[69943]: INFO networking_nsxv3.common.synchronization [req-8d34c165-ec9d-49cc-8e13-81049a79bdca req-67d1b20c-5515-42ea-aa46-1e1e9dfbc582 service nova] Enqueued Resource ID: ad43b27c-557b-4567-a9b7-b3445e82a5ce with Priority: HIGHEST for action port [ 931.568357] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_rules [ 931.568527] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 931.569249] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad43b27c-557b-4567-a9b7-b3445e82a5ce with Priority: HIGHEST for action port [ 931.569249] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.569438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.569476] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.569755] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.569864] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.571266] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.571404] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.571885] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.571885] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.571968] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.572659] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.572659] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.572659] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.572659] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.572659] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.573552] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad43b27c-557b-4567-a9b7-b3445e82a5ce taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.575743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad43b27c-557b-4567-a9b7-b3445e82a5ce" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.575743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad43b27c-557b-4567-a9b7-b3445e82a5ce" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.575743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad43b27c-557b-4567-a9b7-b3445e82a5ce" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.575743] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad43b27c-557b-4567-a9b7-b3445e82a5ce',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.822115] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f3549a9-9e73-4791-8810-8b31204824be in Status: SUCCESS [ 931.822365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.822365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.822608] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.822850] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.822981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.823063] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.823778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.823891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.823994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.824105] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f3549a9-9e73-4791-8810-8b31204824be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.079091] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.079091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.079091] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.079091] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad43b27c-557b-4567-a9b7-b3445e82a5ce with status ACTIVE [ 932.079091] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.079091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.079091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.079091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.079091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.079091] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.079091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.079091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.079091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.079091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.079851] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.080151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.080427] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.080713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.080910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.081125] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad43b27c-557b-4567-a9b7-b3445e82a5ce is going to be updated. [ 932.097657] env[69943]: INFO networking_nsxv3.common.synchronization [req-da26a7bd-ef2d-4f1f-b71c-649929178fea req-c565b891-f06b-4728-a725-2b1839a5215b tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Enqueued Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_members [ 932.098159] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_members [ 932.101758] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f458f367-3623-4757-bf01-105518caa5a3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.101758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.101758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.101758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.101758] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.101758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.101758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.101758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.101758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.101758] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.116706] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.116706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.116706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.116706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.116706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.116706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad43b27c-557b-4567-a9b7-b3445e82a5ce" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.326911] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3549a9-9e73-4791-8810-8b31204824be taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.327087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.327160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.327379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.327626] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.327707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.327738] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.327898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.328028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.328086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.328231] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3549a9-9e73-4791-8810-8b31204824be taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.328321] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.328381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.328524] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.329035] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.329035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.329148] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.329246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.329322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.329406] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.329496] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f3549a9-9e73-4791-8810-8b31204824be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.583177] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.603393] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.603607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.603607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.603807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.625058] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.625315] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.625435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.625497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.625693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.625767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.625853] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f458f367-3623-4757-bf01-105518caa5a3 is going to be updated. [ 932.654105] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.654350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.654350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.654544] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.654876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.667723] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f458f367-3623-4757-bf01-105518caa5a3 in Status: IN_PROGRESS for 2s [ 932.832945] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f3549a9-9e73-4791-8810-8b31204824be: rpc.has_security_group_logging(os_id): False [ 932.858202] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.858382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.858507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.858795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.858943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.859225] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.859367] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.859462] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.859682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.859835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.859973] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.860581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.860653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.860826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.860903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.861107] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.861206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.861269] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.861407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.861481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.861680] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f3549a9-9e73-4791-8810-8b31204824be is going to be created. [ 932.938587] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.939820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.940467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.940829] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.941137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.960505] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f3549a9-9e73-4791-8810-8b31204824be in Status: IN_PROGRESS for 2s [ 933.058212] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.058212] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-65" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.058212] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-65" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.058212] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-65" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.058866] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.059324] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.059557] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.059912] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.060412] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.062461] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.062461] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.062461] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.062461] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.062461] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 933.062461] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.062461] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.090864] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.090864] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 933.090864] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.090864] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-65" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.090864] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-f57327aa-23a9-4473-aecb-4ff7af1952e5 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.090864] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-f57327aa-23a9-4473-aecb-4ff7af1952e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.090864] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-f57327aa-23a9-4473-aecb-4ff7af1952e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.090864] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-f57327aa-23a9-4473-aecb-4ff7af1952e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.090864] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f57327aa-23a9-4473-aecb-4ff7af1952e5',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.092489] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.092839] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.092999] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.093292] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.095127] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.095127] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be created. [ 933.132366] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.132509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.132578] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.132793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.132950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.148185] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: UNINITIALIZED for 2s [ 933.595802] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.596043] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.596182] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.596476] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.596675] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.596818] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port f57327aa-23a9-4473-aecb-4ff7af1952e5 not found, creating... [ 933.597424] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.597672] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.597890] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.598238] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.598456] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.598950] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.599185] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.599341] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.599626] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.599849] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.600062] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: f57327aa-23a9-4473-aecb-4ff7af1952e5 is going to be created. [ 933.625481] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.625707] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.625866] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.626218] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.626446] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.626694] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-f57327aa-23a9-4473-aecb-4ff7af1952e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.632624] env[69943]: INFO networking_nsxv3.common.synchronization [None req-40b31115-1e02-4793-893d-8fe5432fca25 None None] Enqueued Resource ID: 829e7ce8-6fff-452e-a184-943cf8ea2124 with Priority: HIGHEST for action port [ 934.633285] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 829e7ce8-6fff-452e-a184-943cf8ea2124 with Priority: HIGHEST for action port [ 934.633625] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-829e7ce8-6fff-452e-a184-943cf8ea2124 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.633799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-829e7ce8-6fff-452e-a184-943cf8ea2124" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.634028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-829e7ce8-6fff-452e-a184-943cf8ea2124" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.634164] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-829e7ce8-6fff-452e-a184-943cf8ea2124" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.634267] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('829e7ce8-6fff-452e-a184-943cf8ea2124',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.680075] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f458f367-3623-4757-bf01-105518caa5a3 in Status: SUCCESS [ 934.680358] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f458f367-3623-4757-bf01-105518caa5a3 deletion is rescheduled due to dependency. [ 934.680575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.975419] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f3549a9-9e73-4791-8810-8b31204824be in Status: SUCCESS [ 934.975656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.132504] env[69943]: INFO networking_nsxv3.common.synchronization [req-da26a7bd-ef2d-4f1f-b71c-649929178fea req-01b922f6-71aa-4c42-bba7-26c6a6939dc0 service nova] Enqueued Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_rules [ 935.132504] env[69943]: INFO networking_nsxv3.common.synchronization [req-da26a7bd-ef2d-4f1f-b71c-649929178fea req-01b922f6-71aa-4c42-bba7-26c6a6939dc0 service nova] Enqueued Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_members [ 935.132504] env[69943]: INFO networking_nsxv3.common.synchronization [req-da26a7bd-ef2d-4f1f-b71c-649929178fea req-01b922f6-71aa-4c42-bba7-26c6a6939dc0 service nova] Enqueued Resource ID: f57327aa-23a9-4473-aecb-4ff7af1952e5 with Priority: HIGHEST for action port [ 935.133060] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_rules [ 935.135093] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_members [ 935.135093] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57327aa-23a9-4473-aecb-4ff7af1952e5 with Priority: HIGHEST for action port [ 935.135093] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f458f367-3623-4757-bf01-105518caa5a3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.135093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.135093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.135093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.135093] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.136194] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f458f367-3623-4757-bf01-105518caa5a3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.136194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.136194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.136712] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.136712] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.136712] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.136712] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.136895] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.139430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.141216] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.142385] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-f57327aa-23a9-4473-aecb-4ff7af1952e5 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.142385] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f57327aa-23a9-4473-aecb-4ff7af1952e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.142481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f57327aa-23a9-4473-aecb-4ff7af1952e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.142662] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f57327aa-23a9-4473-aecb-4ff7af1952e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.143142] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f57327aa-23a9-4473-aecb-4ff7af1952e5',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.148115] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 829e7ce8-6fff-452e-a184-943cf8ea2124 [ 935.148963] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.148963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.148963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.148963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.148963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.149303] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:829e7ce8-6fff-452e-a184-943cf8ea2124 already deleted. [ 935.149303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-829e7ce8-6fff-452e-a184-943cf8ea2124" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.167221] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 935.167221] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.167423] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.167715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.167970] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.168224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.168872] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.169090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.169221] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.169389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.170343] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.306143] env[69943]: INFO networking_nsxv3.common.synchronization [req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 req-1db7f895-cc70-4ba0-85c8-205174e3f2ca tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 935.307165] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 935.307165] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.308382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.308382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.308382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.308382] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.308382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.308382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.308726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.308726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.308726] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.644540] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.651800] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f458f367-3623-4757-bf01-105518caa5a3 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.651800] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.652016] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f57327aa-23a9-4473-aecb-4ff7af1952e5 with status ACTIVE [ 935.652218] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.652376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.652469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.652784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.652908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.653142] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.653278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.653372] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.653592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.653969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.653969] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.653969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.654151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.654216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.654312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.654429] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f57327aa-23a9-4473-aecb-4ff7af1952e5 is going to be updated. [ 935.671816] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.672048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.672107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.672327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.673233] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.673233] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.673233] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.673233] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.673233] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.673233] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.673699] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.673867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.673965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.674180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.674338] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.674453] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.674555] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.676654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.676654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.676654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.676654] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.683186] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.683449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.683584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.683919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.684175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.684435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f57327aa-23a9-4473-aecb-4ff7af1952e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.810559] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.147972] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.178568] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 742e7a10-dac4-43ce-a9d0-363c7cd557dd: rpc.has_security_group_logging(os_id): False [ 936.199284] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.199465] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.199537] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.199796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.199929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.200525] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.200713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.200713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.200878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.200958] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.201251] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.201365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.201707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.201781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.201847] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.202029] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.202168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.202168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.202386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.202484] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.202584] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be created. [ 936.283632] env[69943]: INFO networking_nsxv3.common.synchronization [req-e8375765-31ee-4fc6-b46b-ee0a4c671c7f req-86007772-3425-49b5-8153-95e37294e32b tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Enqueued Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_members [ 936.288212] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_members [ 936.288476] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.288669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.288783] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.289056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.289317] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.290111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.290371] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.290468] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.290562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.290670] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.313487] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.347099] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.347099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.347099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.347099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.347252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.368000] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 936.652568] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.652568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.652568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.652568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.652568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.652568] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f458f367-3623-4757-bf01-105518caa5a3 is going to be updated. [ 936.662460] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-241 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.662657] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.662794] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.663090] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.663351] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.663512] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.663638] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.663848] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.663996] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.664749] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.664901] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.664997] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.665122] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.665280] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.665340] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.665471] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.685779] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.685982] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.685982] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.686215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.686351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.689806] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.689806] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 936.689806] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.689806] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.689806] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-a324eaa7-3a23-452f-b70e-4c132ca3d923 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.689806] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-a324eaa7-3a23-452f-b70e-4c132ca3d923" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.689806] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-a324eaa7-3a23-452f-b70e-4c132ca3d923" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.689806] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-a324eaa7-3a23-452f-b70e-4c132ca3d923" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.689806] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a324eaa7-3a23-452f-b70e-4c132ca3d923',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.699032] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f458f367-3623-4757-bf01-105518caa5a3 in Status: IN_PROGRESS for 2s [ 936.794581] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.822080] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.822234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.822307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.822516] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.822603] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.822705] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 is going to be updated. [ 936.873537] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.876017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.876017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.876017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.876017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.887638] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: IN_PROGRESS for 2s [ 937.193961] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.195112] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.195708] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.195803] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.196023] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.196462] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port a324eaa7-3a23-452f-b70e-4c132ca3d923 not found, creating... [ 937.196653] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.197282] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.197519] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.198238] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.198238] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.199981] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.199981] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.199981] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.199981] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.199981] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.199981] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: a324eaa7-3a23-452f-b70e-4c132ca3d923 is going to be created. [ 937.282020] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.282020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.282020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.282020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.282020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.282379] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-a324eaa7-3a23-452f-b70e-4c132ca3d923" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.303378] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.374773] env[69943]: INFO networking_nsxv3.common.synchronization [None req-a31de077-3c1a-498c-adc1-1fd487af0821 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c with Priority: HIGHEST for action security_group_rules [ 937.376267] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c with Priority: HIGHEST for action security_group_rules [ 937.378052] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.378052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.378052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.378052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.378052] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbf1a9c0-4bdf-463a-a82d-38ac82bd659c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.807647] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.808172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.808172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.808352] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.808352] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.808473] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 is going to be updated. [ 937.819459] env[69943]: INFO networking_nsxv3.common.synchronization [None req-d1f35728-d39c-4943-ae0a-4aac6d1dc77f tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c with Priority: HIGHEST for action security_group_rules [ 937.824219] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c with Priority: HIGHEST for action security_group_rules [ 937.825108] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.825276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.844211] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.844211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.844211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.844211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.844211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.853870] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: IN_PROGRESS for 2s [ 937.870648] env[69943]: INFO networking_nsxv3.common.synchronization [None req-d93e2da3-3647-444a-926c-f65e9399f3b0 None None] Enqueued Resource ID: 77c6e75d-cca9-4e72-a5f0-604fc38406dd with Priority: HIGHEST for action port [ 937.874094] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77c6e75d-cca9-4e72-a5f0-604fc38406dd with Priority: HIGHEST for action port [ 937.874094] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-77c6e75d-cca9-4e72-a5f0-604fc38406dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.874094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77c6e75d-cca9-4e72-a5f0-604fc38406dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.874094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77c6e75d-cca9-4e72-a5f0-604fc38406dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.874094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77c6e75d-cca9-4e72-a5f0-604fc38406dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.874094] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77c6e75d-cca9-4e72-a5f0-604fc38406dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.900233] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.900419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.900419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.901049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.901049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.901049] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c already deleted. [ 937.901049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.901372] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.901565] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.901641] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbf1a9c0-4bdf-463a-a82d-38ac82bd659c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.358207] env[69943]: INFO networking_nsxv3.common.synchronization [req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 req-f1f1f417-2fee-4689-9f6d-f268e47877e1 service nova] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_rules [ 938.358401] env[69943]: INFO networking_nsxv3.common.synchronization [req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 req-f1f1f417-2fee-4689-9f6d-f268e47877e1 service nova] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 938.358549] env[69943]: INFO networking_nsxv3.common.synchronization [req-f6fe7e8a-f695-437b-997b-b5bfd682cc03 req-f1f1f417-2fee-4689-9f6d-f268e47877e1 service nova] Enqueued Resource ID: a324eaa7-3a23-452f-b70e-4c132ca3d923 with Priority: HIGHEST for action port [ 938.359096] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_rules [ 938.361134] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 938.364028] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a324eaa7-3a23-452f-b70e-4c132ca3d923 with Priority: HIGHEST for action port [ 938.364028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.364028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.364028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.364028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.364028] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.364028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.364028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.364028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-a324eaa7-3a23-452f-b70e-4c132ca3d923 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.364028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a324eaa7-3a23-452f-b70e-4c132ca3d923" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.364028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a324eaa7-3a23-452f-b70e-4c132ca3d923" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.364028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a324eaa7-3a23-452f-b70e-4c132ca3d923" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.364028] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a324eaa7-3a23-452f-b70e-4c132ca3d923',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.376618] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77c6e75d-cca9-4e72-a5f0-604fc38406dd [ 938.376848] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.377032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.377111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.377405] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.377405] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.377510] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77c6e75d-cca9-4e72-a5f0-604fc38406dd already deleted. [ 938.377588] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77c6e75d-cca9-4e72-a5f0-604fc38406dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.381600] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 938.381821] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.426321] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.426470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.426470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.426692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.426780] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.426942] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c already deleted. [ 938.427061] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.710039] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f458f367-3623-4757-bf01-105518caa5a3 in Status: SUCCESS [ 938.710160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.710248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.710474] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.710669] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.710789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.710856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.711025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.711105] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.711195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.711288] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.866263] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.866553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.869844] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a324eaa7-3a23-452f-b70e-4c132ca3d923 with status ACTIVE [ 938.870076] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.870223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.870377] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.870545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.870801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.870871] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.870949] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.871010] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.871190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.871264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.871489] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.871592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.871592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.871738] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.871809] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.871894] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a324eaa7-3a23-452f-b70e-4c132ca3d923 is going to be updated. [ 938.894151] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.894295] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.894413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.894560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.894704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.894879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a324eaa7-3a23-452f-b70e-4c132ca3d923" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.897319] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: SUCCESS [ 938.897553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.897676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.898043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.898122] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.898250] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.898304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.898441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.898521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.898617] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.214185] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.401093] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.720804] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f458f367-3623-4757-bf01-105518caa5a3: rpc.has_security_group_logging(os_id): False [ 939.750342] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.750522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.750609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.750789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.751416] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.751416] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.751416] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.751416] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.751767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.751767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.751767] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f458f367-3623-4757-bf01-105518caa5a3 is going to be updated. [ 939.822039] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.822355] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.822392] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.822982] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.823540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.842630] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f458f367-3623-4757-bf01-105518caa5a3 in Status: IN_PROGRESS for 2s [ 939.880672] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: SUCCESS [ 939.880968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.904185] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.407287] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.407481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.407585] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.407811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.407960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.408098] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 is going to be updated. [ 940.449636] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.449636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.449636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.449636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.449636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.465159] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: IN_PROGRESS for 2s [ 941.860488] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f458f367-3623-4757-bf01-105518caa5a3 in Status: SUCCESS [ 941.860488] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.476705] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: SUCCESS [ 942.476937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.477152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.477491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.477607] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.477746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.477816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.478114] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.478114] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.478390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.478390] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.502624] env[69943]: INFO networking_nsxv3.common.synchronization [req-54485268-9b2c-4ff2-b6fe-4ad325cc6d3c req-ac7531a3-b97d-453d-beab-0b4e9f8e766b tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Enqueued Resource ID: 6f3549a9-9e73-4791-8810-8b31204824be with Priority: HIGHEST for action security_group_members [ 942.504412] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3549a9-9e73-4791-8810-8b31204824be with Priority: HIGHEST for action security_group_members [ 942.504797] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f3549a9-9e73-4791-8810-8b31204824be taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.504987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.505183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.505274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.505451] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.505554] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.505647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.505807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.505910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.506040] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f3549a9-9e73-4791-8810-8b31204824be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.897354] env[69943]: INFO networking_nsxv3.common.synchronization [req-b3c4596e-6466-4582-9635-1b88d827db3a req-685a3795-febe-4aec-8954-191d48bc70d3 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 942.898506] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 942.899051] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.899260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.899397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.899724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.899975] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.900153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.900260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.900505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.900629] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.900771] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.981782] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.983047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.983047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.983047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.983047] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.983047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.983047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.983562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.983562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.983562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.983562] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.983562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.983562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.983562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.983562] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.983562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.983562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.983562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.983562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.983562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.983562] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.011234] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.011234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.011234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.011234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.011234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.011234] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.011234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.011234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.011234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.011234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.012658] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f3549a9-9e73-4791-8810-8b31204824be is going to be updated. [ 943.048829] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.049068] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.049187] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.049517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.049734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.065384] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f3549a9-9e73-4791-8810-8b31204824be in Status: IN_PROGRESS for 2s [ 943.405363] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.494627] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57c0cc19-112d-46e4-b1f1-e282c2497995: rpc.has_security_group_logging(os_id): False [ 943.521177] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.521448] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.521506] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.521720] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.540852] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-137 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.541129] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.541265] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.541596] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.541876] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.542422] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.542562] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.542917] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.543115] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.543374] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.543573] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.543710] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.543828] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.544119] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.544279] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.544425] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.557181] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.557457] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.557574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.557640] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.557878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.557961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.558203] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.559015] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.559015] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.559739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.559889] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.560137] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.560255] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.560376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.560547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.560632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.562405] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 is going to be updated. [ 943.572245] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.572245] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 943.572245] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.572245] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.572245] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-e2ea3884-3082-43c2-a7c7-261321f36798 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.572245] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-e2ea3884-3082-43c2-a7c7-261321f36798" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.572245] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-e2ea3884-3082-43c2-a7c7-261321f36798" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.572586] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-e2ea3884-3082-43c2-a7c7-261321f36798" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.572866] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2ea3884-3082-43c2-a7c7-261321f36798',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.657251] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.657251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.657251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.657251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.657251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.676876] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: IN_PROGRESS for 2s [ 943.913268] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.078599] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.078599] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.078599] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.078599] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.078599] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.078599] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port e2ea3884-3082-43c2-a7c7-261321f36798 not found, creating... [ 944.078599] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.078599] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.078599] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.078599] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.079946] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.080553] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.081414] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.081776] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.082261] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.082539] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.082789] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: e2ea3884-3082-43c2-a7c7-261321f36798 is going to be created. [ 944.115098] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.115098] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.115098] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.115098] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.115098] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.115098] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-e2ea3884-3082-43c2-a7c7-261321f36798" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.415620] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.415952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.416092] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.416351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.416441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.416548] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 944.452311] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.452483] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.452564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.452775] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.452917] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.464458] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 945.082623] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f3549a9-9e73-4791-8810-8b31204824be in Status: SUCCESS [ 945.082998] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f3549a9-9e73-4791-8810-8b31204824be deletion is rescheduled due to dependency. [ 945.082998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f3549a9-9e73-4791-8810-8b31204824be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.115694] env[69943]: INFO networking_nsxv3.common.synchronization [req-b3c4596e-6466-4582-9635-1b88d827db3a req-cb3b0bc3-cc5e-481b-87f7-f482b19bdadb service nova] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_rules [ 945.115887] env[69943]: INFO networking_nsxv3.common.synchronization [req-b3c4596e-6466-4582-9635-1b88d827db3a req-cb3b0bc3-cc5e-481b-87f7-f482b19bdadb service nova] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 945.116089] env[69943]: INFO networking_nsxv3.common.synchronization [req-b3c4596e-6466-4582-9635-1b88d827db3a req-cb3b0bc3-cc5e-481b-87f7-f482b19bdadb service nova] Enqueued Resource ID: e2ea3884-3082-43c2-a7c7-261321f36798 with Priority: HIGHEST for action port [ 945.116666] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_rules [ 945.116833] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 945.116940] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ea3884-3082-43c2-a7c7-261321f36798 with Priority: HIGHEST for action port [ 945.118324] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.118324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.118324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.118324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.118324] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.119249] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.119401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.119791] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2ea3884-3082-43c2-a7c7-261321f36798 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.119932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2ea3884-3082-43c2-a7c7-261321f36798" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.120032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2ea3884-3082-43c2-a7c7-261321f36798" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.120263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2ea3884-3082-43c2-a7c7-261321f36798" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.120351] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2ea3884-3082-43c2-a7c7-261321f36798',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.627510] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2ea3884-3082-43c2-a7c7-261321f36798 with status ACTIVE [ 945.627712] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.627851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.627920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.628165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.628270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.630223] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.630223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.630223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.630223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.630223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.630223] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.630223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.630223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.630223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.630223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.630223] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2ea3884-3082-43c2-a7c7-261321f36798 is going to be updated. [ 945.630847] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.630946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.655773] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.655992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.655992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.657567] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.657567] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.657567] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2ea3884-3082-43c2-a7c7-261321f36798" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.698836] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: SUCCESS [ 945.698836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.474585] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 946.474852] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.474971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.475272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.475448] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.475571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.475639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.475796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.475876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.475972] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.979994] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.483933] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.988615] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.988877] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.989037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.989364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.989512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.989704] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 948.040334] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.040609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.040689] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.041752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.042034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.053614] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 948.740495] env[69943]: INFO networking_nsxv3.common.synchronization [req-caf840d1-c05b-47ce-b228-e085522b35e1 req-9f1c6507-cbe9-42bb-959d-c824aab2877e tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 948.741359] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 948.741808] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.742168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.742333] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.742572] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.742805] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.742987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.743068] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.743244] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.743328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.743454] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.185649] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.186374] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.186638] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.186999] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.187448] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.187638] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.187854] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.188031] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.188535] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.188535] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.188668] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.188824] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.188896] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.189078] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 949.189202] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.189352] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.215081] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.215456] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 949.215727] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.216401] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.216401] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.216661] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.216779] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.217632] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.217824] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.250825] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.251013] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.251910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.251910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.251910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.251910] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.251910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.251910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.251910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.252514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.252514] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be deleted. [ 949.289822] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.290013] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.290053] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.290421] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.290421] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.290580] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.724036] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.724036] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.724036] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.724036] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.724036] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.724036] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 not found, creating... [ 949.724036] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.724036] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.725070] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.726176] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.727112] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.727112] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.730160] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.730160] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.730160] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.730160] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.730160] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 is going to be created. [ 949.755411] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.756627] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.756627] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.756627] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.756837] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.757203] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.062844] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 950.063152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.063360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.063627] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.063910] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.064074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.064170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.064354] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.064470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.064585] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.064705] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.297523] env[69943]: INFO networking_nsxv3.common.synchronization [req-7a028557-01ee-4462-9ba2-20a6a81903d2 req-cb1f6161-3f88-44f3-96b7-381c7809ee46 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 950.298137] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 950.298636] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.298869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.298988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.299386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.299755] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.299986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.300179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.300494] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.300877] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.300877] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.535912] env[69943]: INFO networking_nsxv3.common.synchronization [req-caf840d1-c05b-47ce-b228-e085522b35e1 req-57feb177-3f88-444b-81e7-e714a8093330 service nova] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_rules [ 950.536267] env[69943]: INFO networking_nsxv3.common.synchronization [req-caf840d1-c05b-47ce-b228-e085522b35e1 req-57feb177-3f88-444b-81e7-e714a8093330 service nova] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 950.536267] env[69943]: INFO networking_nsxv3.common.synchronization [req-caf840d1-c05b-47ce-b228-e085522b35e1 req-57feb177-3f88-444b-81e7-e714a8093330 service nova] Enqueued Resource ID: 3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 with Priority: HIGHEST for action port [ 950.536873] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_rules [ 950.538115] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 950.538385] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 with Priority: HIGHEST for action port [ 950.539683] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.539683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.539683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.539683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.540116] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.541336] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.541336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.541336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.541336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.541560] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.541560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.541633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.543042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.543042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.543042] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.544121] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.544121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.544121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.544879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.544949] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.568231] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.570893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.570893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.570893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.570893] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.570893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.570893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.570893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.570893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.570893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.571436] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.572300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.572300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.572300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.572300] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.572300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.572300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.572667] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.572667] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.573508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.573508] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.806293] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.806784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.806784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.806784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.831593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.831707] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.831788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.832067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.832067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.832187] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.832277] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 is going to be updated. [ 950.865150] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.865316] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.865378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.865616] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.865782] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.885772] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: IN_PROGRESS for 2s [ 951.048493] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.048648] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.048846] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.049834] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 with status ACTIVE [ 951.050114] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.052228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.052228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.052228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.052228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.052228] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.052228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.052228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.056359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.056359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.056359] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.056359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.056359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.056359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.056359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.056359] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353 is going to be updated. [ 951.076952] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edde554d-c218-41c7-80ec-fe4f07f3a41a: rpc.has_security_group_logging(os_id): False [ 951.101422] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.101680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.101795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.102115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.102324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.103735] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fcd5d92-9d3f-4e8b-a10d-1d9bccb27353" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.113279] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.113473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.113516] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.113706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.113811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.114077] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.114196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.114260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.114426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.114514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.114751] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.114860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.114935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.115213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.115323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.115660] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.115791] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.115903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.116128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.116797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.116797] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 951.325572] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.325927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.326041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.326799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.328401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.376479] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 951.558043] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.866899] env[69943]: INFO networking_nsxv3.common.synchronization [req-caf840d1-c05b-47ce-b228-e085522b35e1 req-5a72ce34-6c73-4511-9e94-63a18119e8ed tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 951.868365] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 951.869682] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.869682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.061037] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.061284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.061336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.061635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.061765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.061907] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be created. [ 952.238330] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.238330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.238330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.238330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.238330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.283486] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: UNINITIALIZED for 2s [ 952.902202] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: SUCCESS [ 952.902202] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 deletion is rescheduled due to dependency. [ 952.902202] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.954808] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.955063] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.955195] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.955480] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.955755] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.955975] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.957409] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.957868] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.958739] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.958739] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.958739] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.958739] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.958739] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.958739] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.958984] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.958984] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.987587] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.989088] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 952.989327] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.989587] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-283" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.989972] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-2a11e84a-bc72-46fc-85b2-67b41c42bd85 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.990281] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-2a11e84a-bc72-46fc-85b2-67b41c42bd85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.990424] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-2a11e84a-bc72-46fc-85b2-67b41c42bd85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.990786] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-2a11e84a-bc72-46fc-85b2-67b41c42bd85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.990944] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a11e84a-bc72-46fc-85b2-67b41c42bd85',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.402795] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 953.403227] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.493893] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.494179] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.494342] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.494697] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.494884] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.495063] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 2a11e84a-bc72-46fc-85b2-67b41c42bd85 not found, creating... [ 953.495471] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.495652] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.495732] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.496016] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.496174] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.496509] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.496709] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.496834] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.499686] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.499928] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.500132] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 2a11e84a-bc72-46fc-85b2-67b41c42bd85 is going to be created. [ 953.530849] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.530849] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.531853] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.531853] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.533163] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.533163] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-2a11e84a-bc72-46fc-85b2-67b41c42bd85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.602895] env[69943]: INFO networking_nsxv3.common.synchronization [None req-58675e65-ef23-4280-b5bc-3e174c1e1829 None None] Enqueued Resource ID: 5630fbd5-6b94-4088-a55c-29400ebcf109 with Priority: HIGHEST for action port [ 953.609480] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5630fbd5-6b94-4088-a55c-29400ebcf109 with Priority: HIGHEST for action port [ 953.609480] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-5630fbd5-6b94-4088-a55c-29400ebcf109 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.609480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5630fbd5-6b94-4088-a55c-29400ebcf109" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.609480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5630fbd5-6b94-4088-a55c-29400ebcf109" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.610022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5630fbd5-6b94-4088-a55c-29400ebcf109" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.610022] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5630fbd5-6b94-4088-a55c-29400ebcf109',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.114470] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5630fbd5-6b94-4088-a55c-29400ebcf109 [ 954.116674] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.116674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.116674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.116674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.116674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.116674] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5630fbd5-6b94-4088-a55c-29400ebcf109 already deleted. [ 954.116674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5630fbd5-6b94-4088-a55c-29400ebcf109" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.302390] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: SUCCESS [ 954.302390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.302390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.302390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.302390] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.302390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.302390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.302925] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.304108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.304318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.306125] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.306125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.306125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.306755] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.306755] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.306755] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.307134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.307134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.310111] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.809321] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.809477] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.809667] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.114423] env[69943]: INFO networking_nsxv3.common.synchronization [req-caf840d1-c05b-47ce-b228-e085522b35e1 req-b54f0776-70e6-42b9-9ae3-6f5728875892 service nova] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_rules [ 955.114631] env[69943]: INFO networking_nsxv3.common.synchronization [req-caf840d1-c05b-47ce-b228-e085522b35e1 req-b54f0776-70e6-42b9-9ae3-6f5728875892 service nova] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 955.114868] env[69943]: INFO networking_nsxv3.common.synchronization [req-caf840d1-c05b-47ce-b228-e085522b35e1 req-b54f0776-70e6-42b9-9ae3-6f5728875892 service nova] Enqueued Resource ID: 2a11e84a-bc72-46fc-85b2-67b41c42bd85 with Priority: HIGHEST for action port [ 955.115683] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_rules [ 955.115683] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 955.115797] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a11e84a-bc72-46fc-85b2-67b41c42bd85 with Priority: HIGHEST for action port [ 955.116105] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.116248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.116464] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.116550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.116729] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a11e84a-bc72-46fc-85b2-67b41c42bd85 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.116831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a11e84a-bc72-46fc-85b2-67b41c42bd85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.116889] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a11e84a-bc72-46fc-85b2-67b41c42bd85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.117112] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a11e84a-bc72-46fc-85b2-67b41c42bd85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.117239] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a11e84a-bc72-46fc-85b2-67b41c42bd85',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.315285] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.619613] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a11e84a-bc72-46fc-85b2-67b41c42bd85 with status ACTIVE [ 955.619859] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.620015] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.620108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.620319] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.620417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.620598] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.620693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.620760] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.620915] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.620989] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.621176] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.621268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.621328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.621461] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.621532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.621631] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a11e84a-bc72-46fc-85b2-67b41c42bd85 is going to be updated. [ 955.654484] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.654688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.654730] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.655060] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.655270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.655468] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a11e84a-bc72-46fc-85b2-67b41c42bd85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.817705] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.817705] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.817705] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.820212] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.821014] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.821014] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be updated. [ 955.864602] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.864602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.864602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.864870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.867379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.880601] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: IN_PROGRESS for 2s [ 956.838190] env[69943]: INFO networking_nsxv3.common.synchronization [None req-1facfe43-71dc-49a9-b27a-50e0ab023ab2 None None] Enqueued Resource ID: 55e48d16-6fd0-405a-a926-01a0845bfbf2 with Priority: HIGHEST for action port [ 956.840018] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e48d16-6fd0-405a-a926-01a0845bfbf2 with Priority: HIGHEST for action port [ 956.842486] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-55e48d16-6fd0-405a-a926-01a0845bfbf2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.842486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55e48d16-6fd0-405a-a926-01a0845bfbf2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.842486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55e48d16-6fd0-405a-a926-01a0845bfbf2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.845274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55e48d16-6fd0-405a-a926-01a0845bfbf2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.845503] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55e48d16-6fd0-405a-a926-01a0845bfbf2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.102550] env[69943]: INFO networking_nsxv3.common.synchronization [req-e76aa334-02a0-403c-aa81-1c397102bb6c req-cc4f7324-dd64-430a-a935-609283b3dfb0 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 957.102550] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 957.102550] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.102747] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.102747] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.105132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.105324] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.105470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.105543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.105738] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.105815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.106331] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.349921] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55e48d16-6fd0-405a-a926-01a0845bfbf2 [ 957.352944] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.352944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.352944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.352944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.352944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.352944] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55e48d16-6fd0-405a-a926-01a0845bfbf2 already deleted. [ 957.352944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55e48d16-6fd0-405a-a926-01a0845bfbf2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.609763] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.609882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.609950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.610459] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.610551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.612462] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.612462] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.612462] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.612462] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.612462] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.612462] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 957.656467] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.656467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.656467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.656467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.656791] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.671876] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 957.893863] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: SUCCESS [ 957.894173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.894278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.894471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.894674] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.894808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.894871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.895074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.895163] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.895232] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.895395] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.895486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.896082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.896082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.896082] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.896082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.896082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.896456] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.896541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.896624] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.896758] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.897612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.897782] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.897962] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.898079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.898146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.898294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.898372] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.898552] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.400579] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77cd8a0f-276e-4e4b-8948-f6db2af6684e: rpc.has_security_group_logging(os_id): False [ 958.404441] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.429941] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.429941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.429941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.429941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.429941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.429941] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.429941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.429941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.429941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.429941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.429941] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.429941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.429941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.431337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.431337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.432669] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.432669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.432669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.432669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.432669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.432955] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be created. [ 958.501930] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.502188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.502273] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.502440] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.502680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.522474] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: IN_PROGRESS for 2s [ 958.911549] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.414496] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.417254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.417254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.417254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.417254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.417254] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be updated. [ 959.457542] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.457753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.457796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.458065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.458341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.469853] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: IN_PROGRESS for 2s [ 959.514552] env[69943]: INFO networking_nsxv3.common.synchronization [req-8ac433d0-551a-4b8d-b631-53284f393128 req-71238ebd-a333-4c5b-9bcb-3021b2b66adf tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 959.516367] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 959.519967] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.519967] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.519967] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.519967] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.519967] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.519967] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.519967] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.519967] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.519967] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.519967] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.687658] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 959.687658] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd deletion is rescheduled due to dependency. [ 959.687658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.025304] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.472946] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.473288] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.473498] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.473913] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.474355] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.474604] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.474794] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.475171] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.475401] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.475717] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.477023] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.477023] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.477023] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.477023] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 960.477023] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.477023] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.504372] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.504549] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 960.504696] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.504881] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.506162] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.506162] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.506162] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.507131] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.507344] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.528706] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.541887] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: SUCCESS [ 960.542140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.542578] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.542858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.542916] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.012220] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.012508] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.012508] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.012801] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.012927] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.013731] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed not found, creating... [ 961.013731] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.013731] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.013731] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.014080] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.014080] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.014379] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.014532] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.018773] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.018915] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.019201] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.019400] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed is going to be created. [ 961.033911] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.034395] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.034395] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.036020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.036020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.036020] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 961.045914] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.045914] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.045914] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.045914] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.046370] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.046370] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.047282] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.047397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.076276] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.076483] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.076483] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.076816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.076910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.090582] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 961.483772] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: SUCCESS [ 961.484072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.484289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.487832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.487832] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.487832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.487832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.487832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.487832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.487832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.487832] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.990402] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.990603] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.990670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.990868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.991050] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.992066] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.992314] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.992638] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.992770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.992957] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.993286] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.993478] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.993478] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.993699] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.993863] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.993985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.994071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.994246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.994352] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.994445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.994541] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.073276] env[69943]: INFO networking_nsxv3.common.synchronization [req-8ac433d0-551a-4b8d-b631-53284f393128 req-609de6df-7274-4138-a9a0-4d6ed1096eca service nova] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_rules [ 962.073276] env[69943]: INFO networking_nsxv3.common.synchronization [req-8ac433d0-551a-4b8d-b631-53284f393128 req-609de6df-7274-4138-a9a0-4d6ed1096eca service nova] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 962.073824] env[69943]: INFO networking_nsxv3.common.synchronization [req-8ac433d0-551a-4b8d-b631-53284f393128 req-609de6df-7274-4138-a9a0-4d6ed1096eca service nova] Enqueued Resource ID: 0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed with Priority: HIGHEST for action port [ 962.074427] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_rules [ 962.074569] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 962.075566] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed with Priority: HIGHEST for action port [ 962.075566] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.075566] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.075566] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.075566] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.075566] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.076686] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.076801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.076987] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.077105] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.077203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.078962] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.078962] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.497595] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77cd8a0f-276e-4e4b-8948-f6db2af6684e: rpc.has_security_group_logging(os_id): False [ 962.520447] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.520551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.520618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.520828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.520934] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.521264] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.521416] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.521573] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.521741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.521841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.522654] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.522654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.522654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.522654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.522654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.522894] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.523822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.527245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.527518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.527683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.527826] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be updated. [ 962.579727] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.579727] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.580072] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed with status ACTIVE [ 962.580440] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.580951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.580951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.584194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.584194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.584194] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.584194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.584194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.584194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.584194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.585207] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.585508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.588795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.588795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.588795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.588795] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed is going to be updated. [ 962.630183] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.630476] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.630543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.630788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.630959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.633336] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.633336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.633336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.633568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.633703] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.633883] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ef27f2e-94cd-48d5-ad9e-0b067c2ecfed" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.665332] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: IN_PROGRESS for 2s [ 962.919324] env[69943]: INFO networking_nsxv3.common.synchronization [req-eeaecc5b-d397-4394-8b7f-f257dea0466e req-bce68330-e48b-4648-a6c0-3b2e6ec20703 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c with Priority: HIGHEST for action security_group_members [ 962.920993] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c with Priority: HIGHEST for action security_group_members [ 962.921554] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.921805] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.921977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.922381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.922678] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.923425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.923425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.923425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.923425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.924175] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbf1a9c0-4bdf-463a-a82d-38ac82bd659c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.102680] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 963.103062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.103140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.103307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.103494] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.103625] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.103704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.103849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.103918] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.104010] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.305073] env[69943]: INFO networking_nsxv3.common.synchronization [req-a1d78ab2-b047-49d3-ba13-dfe882d223ff req-e57154c1-e386-443d-95ca-b48faca732cf tempest-MigrationsAdminTest-1392421321 tempest-MigrationsAdminTest-1392421321-project-member] Enqueued Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_members [ 963.305073] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGHEST for action security_group_members [ 963.305073] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.305073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.305073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.305073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.305073] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.305588] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.305797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.306113] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.307878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.307878] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.431058] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.431254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.431302] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.431547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.431682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.431916] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.432589] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.432704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.432913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.433046] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.433174] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c already deleted. [ 963.434383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.606533] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.808773] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.808943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.809032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.809284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.809378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.809582] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.809688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.809752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.809908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.809985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.810108] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 is going to be updated. [ 963.841877] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.842085] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.842140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.842731] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.842731] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.852470] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: IN_PROGRESS for 2s [ 963.963667] env[69943]: INFO networking_nsxv3.common.synchronization [req-9fa71427-50ee-4ec7-b85d-3b87ca769339 req-8495d2ed-eef4-4a58-870c-774dbf639499 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 963.964254] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 963.964981] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.965124] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.965192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.965414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.965643] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.965784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.965894] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.966145] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.966267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.966411] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.109289] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.212733] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.213009] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.213182] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.213562] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.213855] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.214022] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.214144] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.214393] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.214545] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.214761] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.214894] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.215018] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.215133] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.215252] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.215360] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.215494] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.238908] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.239097] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 964.239263] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.239476] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.239793] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-63c6ad13-413c-4493-8abf-4b3158f77b59 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.239972] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-63c6ad13-413c-4493-8abf-4b3158f77b59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.240132] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-63c6ad13-413c-4493-8abf-4b3158f77b59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.240481] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-63c6ad13-413c-4493-8abf-4b3158f77b59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.240631] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63c6ad13-413c-4493-8abf-4b3158f77b59',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.470288] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.613070] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.613326] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.613326] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.613531] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.613615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.613714] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 964.662739] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.662955] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.663025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.663325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.663502] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.679351] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 964.688075] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: SUCCESS [ 964.688356] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.743112] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.743390] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.744314] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.744628] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.744794] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.744993] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 63c6ad13-413c-4493-8abf-4b3158f77b59 not found, creating... [ 964.745280] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.745461] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.745614] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.745884] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.746240] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.746860] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.747388] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.747647] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.748040] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.748444] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.748636] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 63c6ad13-413c-4493-8abf-4b3158f77b59 is going to be created. [ 964.774675] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.774902] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.775072] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.775429] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.779572] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.780096] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-63c6ad13-413c-4493-8abf-4b3158f77b59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.973712] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.479528] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.479839] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.479839] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.480027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.480129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.480343] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 965.511462] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.511637] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.511719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.511978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.512144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.524936] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 965.865598] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 in Status: SUCCESS [ 965.865964] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 deletion is rescheduled due to dependency. [ 965.866097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.981743] env[69943]: INFO networking_nsxv3.common.synchronization [req-eeaecc5b-d397-4394-8b7f-f257dea0466e req-72c2d606-ba1e-4e99-ab34-1751e30a0257 service nova] Enqueued Resource ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c with Priority: HIGHEST for action security_group_rules [ 965.981987] env[69943]: INFO networking_nsxv3.common.synchronization [req-eeaecc5b-d397-4394-8b7f-f257dea0466e req-72c2d606-ba1e-4e99-ab34-1751e30a0257 service nova] Enqueued Resource ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c with Priority: HIGHEST for action security_group_members [ 965.982192] env[69943]: INFO networking_nsxv3.common.synchronization [req-eeaecc5b-d397-4394-8b7f-f257dea0466e req-72c2d606-ba1e-4e99-ab34-1751e30a0257 service nova] Enqueued Resource ID: 63c6ad13-413c-4493-8abf-4b3158f77b59 with Priority: HIGHEST for action port [ 965.982801] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c with Priority: HIGHEST for action security_group_rules [ 965.982971] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c with Priority: HIGHEST for action security_group_members [ 965.983252] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c6ad13-413c-4493-8abf-4b3158f77b59 with Priority: HIGHEST for action port [ 965.983568] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.983804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.983804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.984008] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.984138] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbf1a9c0-4bdf-463a-a82d-38ac82bd659c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.985570] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.985793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.985793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.986013] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.986258] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.986393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.986491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.986639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.986750] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.986876] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbf1a9c0-4bdf-463a-a82d-38ac82bd659c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.987866] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-63c6ad13-413c-4493-8abf-4b3158f77b59 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.988008] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63c6ad13-413c-4493-8abf-4b3158f77b59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.988122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63c6ad13-413c-4493-8abf-4b3158f77b59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.988332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63c6ad13-413c-4493-8abf-4b3158f77b59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.989064] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63c6ad13-413c-4493-8abf-4b3158f77b59',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.490797] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.490797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.491347] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbf1a9c0-4bdf-463a-a82d-38ac82bd659c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.497029] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63c6ad13-413c-4493-8abf-4b3158f77b59 with status ACTIVE [ 966.497029] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.497029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.497029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.497029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.497029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.497029] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.497029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.497029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.497029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.497029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.497029] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.497029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.497029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.497029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.497029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.497029] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63c6ad13-413c-4493-8abf-4b3158f77b59 is going to be updated. [ 966.526801] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.526976] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.527068] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.527342] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.527525] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.527741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63c6ad13-413c-4493-8abf-4b3158f77b59" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.690586] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 966.690586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.690586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.690812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.690987] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.691131] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.691243] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.691374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.691504] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.691561] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.691653] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.001553] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbf1a9c0-4bdf-463a-a82d-38ac82bd659c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.198566] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.198779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.198779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.198999] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.199184] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.199851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.199851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.200591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.200591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.200591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.200745] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.200745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.200909] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.200974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.201147] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.201224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.201258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.201451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.201521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.201663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.201811] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.359340] env[69943]: INFO networking_nsxv3.common.synchronization [req-632885ec-c140-4e25-9642-41d679765bf3 req-348449ce-bf4f-4a3e-90cf-75eacbba49fe tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 967.359340] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 967.359340] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.359340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.359340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.359340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.359340] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.359340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.359340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.359340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.359340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.359340] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.509706] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.509706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.509706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.509706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.509706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.509706] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c is going to be created. [ 967.535854] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 967.535854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.540796] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.540796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.540796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.540796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.540796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.549869] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c in Status: UNINITIALIZED for 2s [ 967.709514] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f24b04cb-4bf8-4cad-9ef0-791acfd015cf: rpc.has_security_group_logging(os_id): False [ 967.732470] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.732470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.732470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.732470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.732470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.732470] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.732470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.732470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.732470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.732470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.732470] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.732470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.732470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.732470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.732470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.732906] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.732906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.732906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.732906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.732906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.732906] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 967.802413] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.803203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.803377] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.803695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.803845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.824604] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 967.864435] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.907483] env[69943]: INFO networking_nsxv3.common.synchronization [req-965c51db-9b00-423e-96c2-c7a97a1506cd req-add87ff1-291b-42b6-95af-2261917f0947 tempest-MultipleCreateTestJSON-459267185 tempest-MultipleCreateTestJSON-459267185-project-member] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 967.908152] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGHEST for action security_group_members [ 967.908609] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.909317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.368243] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.845912] env[69943]: INFO networking_nsxv3.common.synchronization [None req-72aa5eb7-4e82-4b68-9b05-4158f9d5a237 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 with Priority: HIGHEST for action security_group_rules [ 968.846493] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 with Priority: HIGHEST for action security_group_rules [ 968.846809] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4211bbf2-be29-481f-9f7a-e8f27b1ca401 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.846932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.846984] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.849871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.850036] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4211bbf2-be29-481f-9f7a-e8f27b1ca401',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.870467] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.870603] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.870677] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.871374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.871503] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.871614] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be updated. [ 968.908222] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.908491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.908549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.908929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.908929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.919905] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: IN_PROGRESS for 2s [ 969.044120] env[69943]: INFO networking_nsxv3.common.synchronization [None req-42090cc6-0250-49ae-9588-26cc65258b08 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 with Priority: HIGHEST for action security_group_rules [ 969.048151] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 with Priority: HIGHEST for action security_group_rules [ 969.048390] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4211bbf2-be29-481f-9f7a-e8f27b1ca401 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.048390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.385686] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.386076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.386076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.386305] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.386527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.386583] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 already deleted. [ 969.386686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.387030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.387481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.387546] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4211bbf2-be29-481f-9f7a-e8f27b1ca401',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.562118] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c in Status: SUCCESS [ 969.562118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.562118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.562118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.562118] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.562118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.562118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.562118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.562118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.562118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.562118] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbf1a9c0-4bdf-463a-a82d-38ac82bd659c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.792932] env[69943]: INFO networking_nsxv3.common.synchronization [req-55615c80-332e-4ae8-b12e-f34dc290e559 req-52828e59-2631-4255-9675-df85578e09dd tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 969.793618] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 969.793618] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.794046] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.794046] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.794298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.794836] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.795090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.795168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.795715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.795715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.795715] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.840334] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 969.840665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.914804] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.915131] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.915131] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.915241] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.915334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.915432] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 already deleted. [ 969.915579] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.065938] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbf1a9c0-4bdf-463a-a82d-38ac82bd659c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.304022] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.304022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.304022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.304022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.304022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.304022] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.304022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.304022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.304022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.304022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.304022] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 970.331727] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.332149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.332365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.332681] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.333304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.343982] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 970.569528] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbf1a9c0-4bdf-463a-a82d-38ac82bd659c: rpc.has_security_group_logging(os_id): False [ 970.588853] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.589035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.589424] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.589733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.589918] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.590938] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.591157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.591309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.591632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.591816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.591941] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c is going to be created. [ 970.671071] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.672607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.672607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.672955] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.673912] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.687181] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c in Status: IN_PROGRESS for 2s [ 970.883932] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.885066] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.885066] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.885066] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.887020] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.887020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.887020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.887020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.887020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.887020] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.887020] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.887725] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.887979] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.888278] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.888531] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.888849] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.916119] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.916119] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.916119] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.916119] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.916119] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-ac631c86-6062-49fa-becc-093dc445020d taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.916119] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-ac631c86-6062-49fa-becc-093dc445020d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.916119] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-ac631c86-6062-49fa-becc-093dc445020d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.916119] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-ac631c86-6062-49fa-becc-093dc445020d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.917065] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac631c86-6062-49fa-becc-093dc445020d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.937088] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: SUCCESS [ 970.937088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.937088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.937088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.937088] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.937088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.937088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.937088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.937088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.937088] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.212204] env[69943]: INFO networking_nsxv3.common.synchronization [req-5af2b3bc-80ce-4688-9aa4-130bd5fc78fe req-69c9eea4-0e7d-4bda-9fa6-3f16e88a6bde tempest-VolumesAdminNegativeTest-809941667 tempest-VolumesAdminNegativeTest-809941667-project-member] Enqueued Resource ID: 891fa9bf-5bea-4df2-8657-b162c953868a with Priority: HIGHEST for action security_group_members [ 971.213217] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891fa9bf-5bea-4df2-8657-b162c953868a with Priority: HIGHEST for action security_group_members [ 971.213217] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-891fa9bf-5bea-4df2-8657-b162c953868a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.213426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.213426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.213586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.213750] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.213857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.213920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.214096] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.214179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.214275] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891fa9bf-5bea-4df2-8657-b162c953868a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.420264] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.420494] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.420629] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.420991] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.421112] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.421296] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port ac631c86-6062-49fa-becc-093dc445020d not found, creating... [ 971.421596] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.421772] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.421895] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.422138] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.422276] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.422574] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.422776] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.422907] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.425849] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.426050] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.426227] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: ac631c86-6062-49fa-becc-093dc445020d is going to be created. [ 971.440501] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.440690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.440733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.440975] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.441082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.441288] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.441394] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.441461] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.441646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.441727] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.441817] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be updated. [ 971.448843] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.449061] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.449271] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.449909] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.449909] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.450028] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-ac631c86-6062-49fa-becc-093dc445020d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.470438] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.470584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.470658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.470918] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.471081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.485946] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: IN_PROGRESS for 2s [ 971.716380] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.717500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.717663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.720050] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.747961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.747961] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.747961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.747961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.748119] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.748245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.748292] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891fa9bf-5bea-4df2-8657-b162c953868a is going to be updated. [ 971.784074] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.784074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.784074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.784331] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.784488] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.800456] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891fa9bf-5bea-4df2-8657-b162c953868a in Status: IN_PROGRESS for 2s [ 972.355419] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 972.355719] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd deletion is rescheduled due to dependency. [ 972.355719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.421342] env[69943]: INFO networking_nsxv3.common.synchronization [req-55615c80-332e-4ae8-b12e-f34dc290e559 req-63887bc0-bb9d-4688-82f3-1e0411571f6a service nova] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_rules [ 972.421342] env[69943]: INFO networking_nsxv3.common.synchronization [req-55615c80-332e-4ae8-b12e-f34dc290e559 req-63887bc0-bb9d-4688-82f3-1e0411571f6a service nova] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 972.421467] env[69943]: INFO networking_nsxv3.common.synchronization [req-55615c80-332e-4ae8-b12e-f34dc290e559 req-63887bc0-bb9d-4688-82f3-1e0411571f6a service nova] Enqueued Resource ID: ac631c86-6062-49fa-becc-093dc445020d with Priority: HIGHEST for action port [ 972.421999] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_rules [ 972.422164] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 972.422265] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac631c86-6062-49fa-becc-093dc445020d with Priority: HIGHEST for action port [ 972.422552] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.422677] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.422743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.422946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.423043] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.423955] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.424075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.424149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.424368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.424528] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.424652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.424754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.424946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.425050] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.425161] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.426691] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac631c86-6062-49fa-becc-093dc445020d taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.426813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac631c86-6062-49fa-becc-093dc445020d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.430242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac631c86-6062-49fa-becc-093dc445020d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.430729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac631c86-6062-49fa-becc-093dc445020d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.430822] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac631c86-6062-49fa-becc-093dc445020d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.700798] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c in Status: SUCCESS [ 972.700798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.932886] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.932886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.933089] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.934239] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac631c86-6062-49fa-becc-093dc445020d with status ACTIVE [ 972.934369] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.934485] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.934606] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.934902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.935066] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.935334] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.935487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.935594] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.935856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.935983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.936260] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.936391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.936481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.936666] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.936846] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.936962] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac631c86-6062-49fa-becc-093dc445020d is going to be updated. [ 972.961734] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.961882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.961951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.962186] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.962365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.962589] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac631c86-6062-49fa-becc-093dc445020d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.440523] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.496828] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e in Status: SUCCESS [ 973.497064] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e deletion is rescheduled due to dependency. [ 973.497137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.818487] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891fa9bf-5bea-4df2-8657-b162c953868a in Status: SUCCESS [ 973.818487] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891fa9bf-5bea-4df2-8657-b162c953868a deletion is rescheduled due to dependency. [ 973.818487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.942880] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.943073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.943143] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.943330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.943423] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.943525] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 973.977016] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.977210] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.977262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.977483] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.977650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.987018] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 974.676724] env[69943]: INFO networking_nsxv3.common.synchronization [None req-3ef74b11-5ba3-4997-92da-917d51a95da9 None None] Enqueued Resource ID: b94b1c96-bad4-4bdc-9a9c-1679b69c4724 with Priority: HIGHEST for action port [ 974.677476] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b94b1c96-bad4-4bdc-9a9c-1679b69c4724 with Priority: HIGHEST for action port [ 974.677669] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-b94b1c96-bad4-4bdc-9a9c-1679b69c4724 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.677795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b94b1c96-bad4-4bdc-9a9c-1679b69c4724" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.678287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b94b1c96-bad4-4bdc-9a9c-1679b69c4724" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.678949] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b94b1c96-bad4-4bdc-9a9c-1679b69c4724" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.679105] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b94b1c96-bad4-4bdc-9a9c-1679b69c4724',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.001141] env[69943]: INFO networking_nsxv3.common.synchronization [req-baadf80c-9100-4f67-8629-612b7d449094 req-e483b539-9048-4629-baec-12eed330d774 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 975.001141] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 975.001141] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.001141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.001141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.001141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.001141] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.002885] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.002966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.003174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.003265] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.006833] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.181638] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b94b1c96-bad4-4bdc-9a9c-1679b69c4724 [ 975.183011] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.183011] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.183011] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.183011] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.183011] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.183011] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b94b1c96-bad4-4bdc-9a9c-1679b69c4724 already deleted. [ 975.183011] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b94b1c96-bad4-4bdc-9a9c-1679b69c4724" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.497788] env[69943]: INFO networking_nsxv3.common.synchronization [req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 req-5c0c039f-40d1-4c66-9001-93294d97a8a3 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 975.498269] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 975.498654] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.498829] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.498882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.499468] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.501567] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.501567] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.501567] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.501567] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.501567] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.501567] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.510905] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.998178] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 975.998526] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.998613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.998870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.999106] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.999225] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.999290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.999454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.999535] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.999658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.999701] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.004248] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.004248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.004248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.004248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.004248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.004248] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.004248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.004248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.004248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.004248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.004248] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 already deleted. [ 976.004248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.015222] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.066146] env[69943]: INFO networking_nsxv3.common.synchronization [req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 req-af6118c7-f434-4749-a320-861e7d448396 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 976.066850] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 976.067268] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.067445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.067548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.067772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.067935] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.068053] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.068117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.068271] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.068360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.068445] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.501925] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.502126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.502181] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.502402] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.502569] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.502746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.502746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.502885] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.502973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.503076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.503224] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.503317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.503411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.503520] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.503655] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.503747] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.503811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.503951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.504034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.504117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.504204] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.519571] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.519734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.519823] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.520047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.523236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.523236] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 976.561258] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.561407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.561468] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.561657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.564972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.572840] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 976.573197] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.573324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.573382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.573586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.573682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.573910] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.573989] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.574052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.574339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.574339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.574339] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 already deleted. [ 976.574495] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.013935] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 742e7a10-dac4-43ce-a9d0-363c7cd557dd: rpc.has_security_group_logging(os_id): False [ 977.035735] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.036814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.036928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.037198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.037303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.037550] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.037658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.037724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.037903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.037938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.038277] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.038357] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.038562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.038807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.039264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.039264] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.039264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.039264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.039684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.039849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.041021] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 977.044572] env[69943]: INFO networking_nsxv3.common.synchronization [req-2fb553bb-dc4a-4df9-8818-6b0bbb0ecdc4 req-e30f4a4d-20f8-44b4-9400-b00bfda1c0d4 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Enqueued Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_members [ 977.045155] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_members [ 977.045473] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.045612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.045703] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.045891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.046210] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.046348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.046430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.046600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.046735] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.046871] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.110032] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.110032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.110032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.110032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.110032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.122260] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 977.132044] env[69943]: INFO networking_nsxv3.common.synchronization [req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 req-f3fc2e04-f964-4d7d-8836-f7e39d9736f4 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 977.132617] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 977.132958] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.133315] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.133423] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.133661] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.133952] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.134086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.134153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.134319] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.134404] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.134502] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.308170] env[69943]: INFO networking_nsxv3.common.synchronization [None req-be76cc23-a018-45ce-97f5-b1b7e3cec47c None None] Enqueued Resource ID: 444491c5-96ab-45e0-a624-c73e6cffb19a with Priority: HIGHEST for action port [ 977.308170] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444491c5-96ab-45e0-a624-c73e6cffb19a with Priority: HIGHEST for action port [ 977.310223] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-444491c5-96ab-45e0-a624-c73e6cffb19a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.313080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-444491c5-96ab-45e0-a624-c73e6cffb19a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.313080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-444491c5-96ab-45e0-a624-c73e6cffb19a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.313080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-444491c5-96ab-45e0-a624-c73e6cffb19a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.313080] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('444491c5-96ab-45e0-a624-c73e6cffb19a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.552631] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.636701] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.636886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.636924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.637129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.637288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.637506] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.637629] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.638198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.638198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.638198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.638198] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 already deleted. [ 977.638198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.814375] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 444491c5-96ab-45e0-a624-c73e6cffb19a [ 977.814600] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.814722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.814785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.815025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.815141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.815237] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:444491c5-96ab-45e0-a624-c73e6cffb19a already deleted. [ 977.815313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-444491c5-96ab-45e0-a624-c73e6cffb19a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.962465] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.962734] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-615" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.962886] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-615" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.963428] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-615" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.963760] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.963985] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.964240] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.964436] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.964601] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.964859] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 977.964986] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.965149] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.965291] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.965424] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 977.965556] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.965704] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.990242] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.990242] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 977.990242] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.990242] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-615" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.992018] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.992018] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.992018] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.992018] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.992018] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.055400] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.494942] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.495234] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.495489] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.495712] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.495879] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.496078] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 not found, creating... [ 978.496457] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.496692] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.496949] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.497315] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.497490] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.497990] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.498143] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.498286] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.498592] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.498742] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.498911] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 is going to be created. [ 978.528582] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.528946] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.529097] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.529396] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.529691] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.529990] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.558245] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.558245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.558245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.558245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.558245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.558245] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb is going to be updated. [ 978.602953] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 978.602953] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.612346] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.612546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.612629] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.612855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.613017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.625746] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb in Status: IN_PROGRESS for 2s [ 979.141407] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 979.141750] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.623023] env[69943]: INFO networking_nsxv3.common.synchronization [req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 req-a0b9da1d-22e1-4cf0-a99b-473284ba8e0e service nova] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_rules [ 979.623023] env[69943]: INFO networking_nsxv3.common.synchronization [req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 req-a0b9da1d-22e1-4cf0-a99b-473284ba8e0e service nova] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 979.623023] env[69943]: INFO networking_nsxv3.common.synchronization [req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 req-a0b9da1d-22e1-4cf0-a99b-473284ba8e0e service nova] Enqueued Resource ID: e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 with Priority: HIGHEST for action port [ 979.623023] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_rules [ 979.623023] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 979.623023] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 with Priority: HIGHEST for action port [ 979.623023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.623023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.623023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.623023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.623023] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.623023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.623023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.623023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.623023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.623023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.623698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.623698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.623698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.623698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.623698] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.624216] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.624360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.624434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.624586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.624690] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.126106] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.126106] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.130674] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.132088] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 with status ACTIVE [ 980.132088] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.132088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.132088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.132088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.132088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.132088] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.132088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.132088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.132566] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.132566] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.132566] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.132566] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.132737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.132783] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.132822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.132936] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8 is going to be updated. [ 980.155379] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.155739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.155739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.155812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.155932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.156103] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6f2e3d8-0047-4e17-adb3-3386ec4fe1e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.636115] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb in Status: SUCCESS [ 980.636491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.637396] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.850045] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-354 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.850045] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-354" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.850045] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-354" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.850045] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-354" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.850045] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.850045] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.850045] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.854025] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.854025] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.854025] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.854025] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.854025] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.854025] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.854025] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 980.854025] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.854025] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.876079] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.876079] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 980.876079] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.876079] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-354" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.876079] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-138a97a4-0647-4d31-8ce8-401af3f795e5 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.876079] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-138a97a4-0647-4d31-8ce8-401af3f795e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.876079] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-138a97a4-0647-4d31-8ce8-401af3f795e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.876079] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-138a97a4-0647-4d31-8ce8-401af3f795e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.876079] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('138a97a4-0647-4d31-8ce8-401af3f795e5',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.141994] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.141994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.141994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.141994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.141994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.141994] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be created. [ 981.168238] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.168238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.168238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.168238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.168238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.182287] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: UNINITIALIZED for 2s [ 981.383287] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.383287] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.383287] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.383287] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.383287] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.383287] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 138a97a4-0647-4d31-8ce8-401af3f795e5 not found, creating... [ 981.383287] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.383287] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.383287] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.383287] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.383287] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.384683] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.387066] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.389125] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.389125] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.389125] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.389125] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 138a97a4-0647-4d31-8ce8-401af3f795e5 is going to be created. [ 981.416193] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.416193] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.416193] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.416193] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.416193] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.416193] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-138a97a4-0647-4d31-8ce8-401af3f795e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.303283] env[69943]: INFO networking_nsxv3.common.synchronization [req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 req-5da99d9a-d3d8-4030-ae97-5ff8098edd9e service nova] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_rules [ 982.303572] env[69943]: INFO networking_nsxv3.common.synchronization [req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 req-5da99d9a-d3d8-4030-ae97-5ff8098edd9e service nova] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 982.304246] env[69943]: INFO networking_nsxv3.common.synchronization [req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 req-5da99d9a-d3d8-4030-ae97-5ff8098edd9e service nova] Enqueued Resource ID: 138a97a4-0647-4d31-8ce8-401af3f795e5 with Priority: HIGHEST for action port [ 982.304246] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_rules [ 982.304246] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 982.304246] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 138a97a4-0647-4d31-8ce8-401af3f795e5 with Priority: HIGHEST for action port [ 982.311542] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.311542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.311542] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.311542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.311542] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-138a97a4-0647-4d31-8ce8-401af3f795e5 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.311542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-138a97a4-0647-4d31-8ce8-401af3f795e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.311542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-138a97a4-0647-4d31-8ce8-401af3f795e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.311542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-138a97a4-0647-4d31-8ce8-401af3f795e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.311542] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('138a97a4-0647-4d31-8ce8-401af3f795e5',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.676446] env[69943]: INFO networking_nsxv3.common.synchronization [None req-6e1280e7-f7d9-4892-ad7e-2552ef8b4b6b None None] Enqueued Resource ID: daa42a39-97e0-4a3c-b502-ff013ec9e6b1 with Priority: HIGHEST for action port [ 982.676446] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daa42a39-97e0-4a3c-b502-ff013ec9e6b1 with Priority: HIGHEST for action port [ 982.676446] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-daa42a39-97e0-4a3c-b502-ff013ec9e6b1 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.676446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daa42a39-97e0-4a3c-b502-ff013ec9e6b1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.676446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daa42a39-97e0-4a3c-b502-ff013ec9e6b1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.676937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daa42a39-97e0-4a3c-b502-ff013ec9e6b1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.677144] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daa42a39-97e0-4a3c-b502-ff013ec9e6b1',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.810487] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 138a97a4-0647-4d31-8ce8-401af3f795e5 with status ACTIVE [ 982.813039] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.813039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.813039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.813039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.813039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.813039] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.813039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.813039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.813039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.813039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.813518] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.813518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.813518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.813518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.813518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.813676] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 138a97a4-0647-4d31-8ce8-401af3f795e5 is going to be updated. [ 982.842264] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.842464] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.842544] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.842854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.843069] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.843340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-138a97a4-0647-4d31-8ce8-401af3f795e5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.180335] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port daa42a39-97e0-4a3c-b502-ff013ec9e6b1 [ 983.180581] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.180715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.180782] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.180990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.181097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.181196] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:daa42a39-97e0-4a3c-b502-ff013ec9e6b1 already deleted. [ 983.181278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daa42a39-97e0-4a3c-b502-ff013ec9e6b1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.194594] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 983.194838] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.198401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.198401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.198401] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.198401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.198401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.198401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.198401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.198401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.198401] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.199062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.199254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.199411] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.199519] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.199601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.199758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.199834] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.199925] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.257029] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-615 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.257029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-615" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.257029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-615" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.257029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-615" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.257029] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.257029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.257029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.257511] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.257778] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.258267] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.258496] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.258826] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.259211] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.259455] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 983.259681] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.261020] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.271479] env[69943]: INFO networking_nsxv3.common.synchronization [None req-dff1dbf6-ce85-4899-bd1b-f410b4288a87 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Enqueued Resource ID: 2709b421-9531-459d-bb52-45a19bdcbb11 with Priority: HIGHEST for action security_group_rules [ 983.272468] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2709b421-9531-459d-bb52-45a19bdcbb11 with Priority: HIGHEST for action security_group_rules [ 983.272468] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2709b421-9531-459d-bb52-45a19bdcbb11 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.272468] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.272468] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.272833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.272833] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2709b421-9531-459d-bb52-45a19bdcbb11',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.282155] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.282155] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 983.282155] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.282155] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-615" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.282155] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-300c83bc-5b62-4534-b3ca-9a1d912c8024 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.282155] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-300c83bc-5b62-4534-b3ca-9a1d912c8024" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.282155] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-300c83bc-5b62-4534-b3ca-9a1d912c8024" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.282155] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-300c83bc-5b62-4534-b3ca-9a1d912c8024" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.282155] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('300c83bc-5b62-4534-b3ca-9a1d912c8024',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.369727] env[69943]: INFO networking_nsxv3.common.synchronization [None req-e7334df8-0641-4cea-9957-6262dfefb536 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Enqueued Resource ID: 2709b421-9531-459d-bb52-45a19bdcbb11 with Priority: HIGHEST for action security_group_rules [ 983.370316] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2709b421-9531-459d-bb52-45a19bdcbb11 with Priority: HIGHEST for action security_group_rules [ 983.370629] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2709b421-9531-459d-bb52-45a19bdcbb11 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.371836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.703991] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.703991] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.703991] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.786455] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.786694] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.786880] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.787134] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.787293] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.787450] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 300c83bc-5b62-4534-b3ca-9a1d912c8024 not found, creating... [ 983.787714] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.787873] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.787992] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.788600] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.788765] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.789459] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.789666] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.789827] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.790089] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.790295] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.790481] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 300c83bc-5b62-4534-b3ca-9a1d912c8024 is going to be created. [ 983.802761] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.802873] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.802964] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.803235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.803368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.803528] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2709b421-9531-459d-bb52-45a19bdcbb11 already deleted. [ 983.803564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.803692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.803844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.803929] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2709b421-9531-459d-bb52-45a19bdcbb11',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.815469] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.815684] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.815862] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.816146] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.816733] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.816733] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-300c83bc-5b62-4534-b3ca-9a1d912c8024" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.205712] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.327126] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.327217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.327315] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.327508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.328019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.328019] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2709b421-9531-459d-bb52-45a19bdcbb11 already deleted. [ 984.328019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.708068] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.708409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.708409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.708966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.708966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.708966] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be updated. [ 984.738341] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.738574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.738790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.739078] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.739367] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.750769] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 984.774559] env[69943]: INFO networking_nsxv3.common.synchronization [req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 req-2012bd1d-b897-48c0-bcb2-3ca84f6c6b76 service nova] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_rules [ 984.774761] env[69943]: INFO networking_nsxv3.common.synchronization [req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 req-2012bd1d-b897-48c0-bcb2-3ca84f6c6b76 service nova] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 984.774898] env[69943]: INFO networking_nsxv3.common.synchronization [req-0eefcfd4-6f6f-4bfb-b79e-92f000671451 req-2012bd1d-b897-48c0-bcb2-3ca84f6c6b76 service nova] Enqueued Resource ID: 300c83bc-5b62-4534-b3ca-9a1d912c8024 with Priority: HIGHEST for action port [ 984.775542] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_rules [ 984.775610] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 984.775670] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300c83bc-5b62-4534-b3ca-9a1d912c8024 with Priority: HIGHEST for action port [ 984.775941] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.776422] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.778134] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.778134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.778260] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-300c83bc-5b62-4534-b3ca-9a1d912c8024 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.778260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-300c83bc-5b62-4534-b3ca-9a1d912c8024" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.778433] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-300c83bc-5b62-4534-b3ca-9a1d912c8024" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.778544] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-300c83bc-5b62-4534-b3ca-9a1d912c8024" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.778603] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('300c83bc-5b62-4534-b3ca-9a1d912c8024',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.962950] env[69943]: INFO networking_nsxv3.common.synchronization [None req-8016196e-37c3-4b60-9a4d-48e7a01497b0 None None] Enqueued Resource ID: 3bc706b6-e106-4a04-b057-38b33df44ac6 with Priority: HIGHEST for action port [ 984.962950] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc706b6-e106-4a04-b057-38b33df44ac6 with Priority: HIGHEST for action port [ 984.962950] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bc706b6-e106-4a04-b057-38b33df44ac6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.962950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bc706b6-e106-4a04-b057-38b33df44ac6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.962950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bc706b6-e106-4a04-b057-38b33df44ac6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.962950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bc706b6-e106-4a04-b057-38b33df44ac6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.962950] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc706b6-e106-4a04-b057-38b33df44ac6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.223022] env[69943]: INFO networking_nsxv3.common.synchronization [req-46bee75f-39b2-4267-943a-64baf2e2e6ec req-8127ed6d-5ff9-4c91-8aea-8f3d0ffcb651 tempest-ServersWithSpecificFlavorTestJSON-623091415 tempest-ServersWithSpecificFlavorTestJSON-623091415-project-member] Enqueued Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_members [ 985.223022] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f458f367-3623-4757-bf01-105518caa5a3 with Priority: HIGHEST for action security_group_members [ 985.223022] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f458f367-3623-4757-bf01-105518caa5a3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.223022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.223022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.223419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.223654] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.223861] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.224027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.224276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.224449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.224611] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f458f367-3623-4757-bf01-105518caa5a3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.280452] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 300c83bc-5b62-4534-b3ca-9a1d912c8024 with status ACTIVE [ 985.280943] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.281339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.283827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.283827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.283827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.283827] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.283827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.283827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.283827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.283827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.283827] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.283827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.283827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.283827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.283827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.283827] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 300c83bc-5b62-4534-b3ca-9a1d912c8024 is going to be updated. [ 985.310047] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.310294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.310294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.310540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.310673] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.311666] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-300c83bc-5b62-4534-b3ca-9a1d912c8024" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.466794] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bc706b6-e106-4a04-b057-38b33df44ac6 [ 985.466951] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.467249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.467249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.467341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.467510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.467678] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bc706b6-e106-4a04-b057-38b33df44ac6 already deleted. [ 985.467800] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bc706b6-e106-4a04-b057-38b33df44ac6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.727063] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.727480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.727480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.727632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.727780] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.728018] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.728126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.728179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.728354] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.728510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.728510] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f458f367-3623-4757-bf01-105518caa5a3 is going to be updated. [ 985.764382] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.764568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.764672] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.764893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.765054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.777239] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f458f367-3623-4757-bf01-105518caa5a3 in Status: IN_PROGRESS for 2s [ 986.601035] env[69943]: INFO networking_nsxv3.common.synchronization [req-aa2785d1-2f40-4952-b811-7592e2b43561 req-5b42d327-6974-47d4-babe-06a84b1f798d tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 986.601035] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 986.601241] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.601373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.601440] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.601639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.601792] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.601892] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.601959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.602124] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.602213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.602304] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.761147] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 986.761462] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.761522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.761768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.761957] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.762093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.763084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.763084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.763084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.763084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.763084] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.763084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.763084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.763084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.763084] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.763084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.763510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.763510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.763510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.763510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.763510] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.764354] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.764452] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.764606] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.764707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.764773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.764892] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.764959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.765055] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.105982] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.270113] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3da58516-7c28-4b4e-ab51-d462d2a0e397: rpc.has_security_group_logging(os_id): False [ 987.270113] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.285411] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.285575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.285614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.285815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.285904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.286092] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.286192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.286256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.286424] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.286506] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.286706] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.286801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.286863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.287009] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.287090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.287295] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.287827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.287827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.287923] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.287951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.288306] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be created. [ 987.369056] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.369056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.369056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.369409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.369495] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.399071] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 987.606182] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.770554] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.790783] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f458f367-3623-4757-bf01-105518caa5a3 in Status: SUCCESS [ 987.790997] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f458f367-3623-4757-bf01-105518caa5a3 deletion is rescheduled due to dependency. [ 987.791127] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f458f367-3623-4757-bf01-105518caa5a3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.109790] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.109790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.109790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.110071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.110071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.110071] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 is going to be updated. [ 988.142119] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.142326] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.142374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.142994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.142994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.153411] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: IN_PROGRESS for 2s [ 988.273042] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.273264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.273337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.273514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.273605] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.273708] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be updated. [ 988.304888] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.305125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.305125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.305270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.305415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.319586] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 989.415465] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 989.415805] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.415930] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.416180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.416272] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.919514] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.919665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.170527] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: SUCCESS [ 990.170527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.332081] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 990.332468] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.332737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.333197] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.333464] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.333695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.333836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.334091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.334281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.334458] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.334728] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.837610] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.837948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.837948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.838093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.838330] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.838925] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.838925] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.838925] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.838925] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.838925] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.839151] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.839151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.839151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.839247] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.839382] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.839552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.839654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.839863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.839944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.840560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.840560] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.344660] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3da58516-7c28-4b4e-ab51-d462d2a0e397: rpc.has_security_group_logging(os_id): False [ 991.374047] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.374047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.374047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.374047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.374047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.374047] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.374047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.374047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.374047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.374047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.374047] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.374047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.374047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.374047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.374047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.374654] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.374654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.374654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.374654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.374654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.374654] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be updated. [ 991.488338] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.488338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.488338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.488338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.488338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.520665] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 991.581572] env[69943]: INFO networking_nsxv3.common.synchronization [None req-c7cbfb8f-12c6-4412-a884-a9bb681c067a None None] Enqueued Resource ID: 873a5b64-2ca3-4815-b0fe-60f9f65c9bb7 with Priority: HIGHEST for action port [ 991.583934] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873a5b64-2ca3-4815-b0fe-60f9f65c9bb7 with Priority: HIGHEST for action port [ 991.585226] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-873a5b64-2ca3-4815-b0fe-60f9f65c9bb7 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.589019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-873a5b64-2ca3-4815-b0fe-60f9f65c9bb7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.589019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-873a5b64-2ca3-4815-b0fe-60f9f65c9bb7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.589019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-873a5b64-2ca3-4815-b0fe-60f9f65c9bb7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.589019] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('873a5b64-2ca3-4815-b0fe-60f9f65c9bb7',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.091131] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 873a5b64-2ca3-4815-b0fe-60f9f65c9bb7 [ 992.091419] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.091539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.091613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.091881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.091980] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.092089] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:873a5b64-2ca3-4815-b0fe-60f9f65c9bb7 already deleted. [ 992.092173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-873a5b64-2ca3-4815-b0fe-60f9f65c9bb7" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.109803] env[69943]: INFO networking_nsxv3.common.synchronization [req-921a2fc4-7c55-4a82-a4d8-165f6eecb186 req-10307d71-e3fa-40be-b222-5b858a7a92ae tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 992.111076] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 992.111076] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.111076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.111076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.112101] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.112309] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.112439] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.112476] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.112675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.112766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.112861] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.616062] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.619024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.619024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.619024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.619024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.619024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.619024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.619024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.619024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.619024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.619024] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 992.656940] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.656940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.656940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.657214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.657777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.669246] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 992.799833] env[69943]: INFO networking_nsxv3.common.synchronization [req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 req-a5a2428f-0a05-47db-9fc2-fc514034ce97 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 992.799833] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 992.802647] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.802647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.802647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.802647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.802647] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.802647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.802647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.802647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.802647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.802647] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.304329] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.304329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.304329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.304804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.304804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.304804] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.304918] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.304918] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.305370] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.305370] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.305370] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 is going to be updated. [ 993.342437] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.342437] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.342437] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.342437] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.342437] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.353289] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: IN_PROGRESS for 2s [ 993.447026] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.447026] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.447026] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.447026] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.447026] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.447026] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.447621] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.448227] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.448525] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.448863] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.449199] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.449431] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.449810] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.450107] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.450380] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.450737] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.475222] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.478020] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 993.478020] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.478020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.478020] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-d1326b99-5ce9-458f-bd91-926c0d9f7381 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.478020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-d1326b99-5ce9-458f-bd91-926c0d9f7381" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.478020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-d1326b99-5ce9-458f-bd91-926c0d9f7381" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.478020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-d1326b99-5ce9-458f-bd91-926c0d9f7381" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.478020] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1326b99-5ce9-458f-bd91-926c0d9f7381',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.544807] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 993.545254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.545832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.546137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.546271] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.984025] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.984025] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.984025] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.984025] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.984025] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.984025] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port d1326b99-5ce9-458f-bd91-926c0d9f7381 not found, creating... [ 993.984025] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.984025] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.984025] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.984025] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.984561] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.984561] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.984642] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.984746] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.984954] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.986404] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.986634] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: d1326b99-5ce9-458f-bd91-926c0d9f7381 is going to be created. [ 994.014133] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.014258] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.014335] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.014637] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.014874] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.016639] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-d1326b99-5ce9-458f-bd91-926c0d9f7381" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.054541] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.054943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.054943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.055143] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.055284] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.055380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.055444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.055590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.055691] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.055788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.055876] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.199033] env[69943]: INFO networking_nsxv3.common.synchronization [None req-05393b10-584e-41f8-8760-c28b7ebb273f None None] Enqueued Resource ID: a4ba0d2c-e5ae-444e-bf4f-4bbdd8228295 with Priority: HIGHEST for action port [ 994.199687] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ba0d2c-e5ae-444e-bf4f-4bbdd8228295 with Priority: HIGHEST for action port [ 994.200741] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4ba0d2c-e5ae-444e-bf4f-4bbdd8228295 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.200946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4ba0d2c-e5ae-444e-bf4f-4bbdd8228295" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.201047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4ba0d2c-e5ae-444e-bf4f-4bbdd8228295" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.201359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4ba0d2c-e5ae-444e-bf4f-4bbdd8228295" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.201503] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ba0d2c-e5ae-444e-bf4f-4bbdd8228295',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.564240] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.564513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.564513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.564672] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.564835] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.565057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.565057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.565129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.565221] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.565354] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.565444] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.565534] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.565593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.565731] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.565862] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.566010] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.566010] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.566146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.566217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.566294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.566382] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.679607] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 994.679955] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a deletion is rescheduled due to dependency. [ 994.679955] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.705599] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4ba0d2c-e5ae-444e-bf4f-4bbdd8228295 [ 994.706287] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.706287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.706287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.706287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.706486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.706486] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4ba0d2c-e5ae-444e-bf4f-4bbdd8228295 already deleted. [ 994.706486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4ba0d2c-e5ae-444e-bf4f-4bbdd8228295" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.918393] env[69943]: INFO networking_nsxv3.common.synchronization [req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 req-80951760-03e3-4815-86e4-9cc2477e9efc service nova] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_rules [ 994.918579] env[69943]: INFO networking_nsxv3.common.synchronization [req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 req-80951760-03e3-4815-86e4-9cc2477e9efc service nova] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 994.918721] env[69943]: INFO networking_nsxv3.common.synchronization [req-a4e3c47e-12fb-42f9-85c1-c0a06b00aab7 req-80951760-03e3-4815-86e4-9cc2477e9efc service nova] Enqueued Resource ID: d1326b99-5ce9-458f-bd91-926c0d9f7381 with Priority: HIGHEST for action port [ 994.919415] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_rules [ 994.919586] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 994.919715] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1326b99-5ce9-458f-bd91-926c0d9f7381 with Priority: HIGHEST for action port [ 994.920165] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.920299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.920363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.920564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.920650] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.925247] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.925247] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.925247] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1326b99-5ce9-458f-bd91-926c0d9f7381 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.925247] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1326b99-5ce9-458f-bd91-926c0d9f7381" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.925247] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1326b99-5ce9-458f-bd91-926c0d9f7381" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.925247] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1326b99-5ce9-458f-bd91-926c0d9f7381" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.925247] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1326b99-5ce9-458f-bd91-926c0d9f7381',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.068905] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3da58516-7c28-4b4e-ab51-d462d2a0e397: rpc.has_security_group_logging(os_id): False [ 995.086725] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.086935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.086935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.087179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.087273] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.087469] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.087589] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.087668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.087845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.087935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.088156] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.088254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.088317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.088456] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.088533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.088820] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.088820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.089041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.089041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.089151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.089200] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be updated. [ 995.149563] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.149820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.149878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.150160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.150335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.167775] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 995.371413] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: SUCCESS [ 995.371413] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 deletion is rescheduled due to dependency. [ 995.371413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.371413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.371413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.371604] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.371663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.371700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.371870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.371973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.372102] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.425522] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.425653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.428053] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1326b99-5ce9-458f-bd91-926c0d9f7381 with status ACTIVE [ 995.428827] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.428827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.428827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.428827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.428827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.429087] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.429087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.429087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.429228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.429776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.429776] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.429776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.429776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.429776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.429982] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.429982] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1326b99-5ce9-458f-bd91-926c0d9f7381 is going to be updated. [ 995.452403] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.452403] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.452592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.452666] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.453525] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.453525] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1326b99-5ce9-458f-bd91-926c0d9f7381" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.874238] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.382449] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.621635] env[69943]: INFO networking_nsxv3.common.synchronization [req-55ed561c-3808-47cc-bb14-22c5c7e42276 req-85f85193-3166-4423-bc56-42439269acb8 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 996.622197] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 996.622510] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.622758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.622758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.622901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.627094] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.627265] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.627334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.627541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.627635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.627924] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.705506] env[69943]: INFO networking_nsxv3.common.synchronization [req-3bcc3339-aba1-412d-a58d-10379d949253 req-38516e79-dadb-4f59-a695-ebc16778a223 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 with Priority: HIGHEST for action security_group_members [ 996.706543] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 with Priority: HIGHEST for action security_group_members [ 996.706816] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4211bbf2-be29-481f-9f7a-e8f27b1ca401 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.707090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.708022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.708022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.708022] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.708226] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.708226] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.708721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.708721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.708721] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4211bbf2-be29-481f-9f7a-e8f27b1ca401',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.883081] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.883532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.883532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.883532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.883701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.883701] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 is going to be updated. [ 996.913494] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.913770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.913770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.913953] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.914107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.924886] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: IN_PROGRESS for 2s [ 997.129954] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.130153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.130227] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.130448] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.130541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.130731] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.130832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.130898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.131059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.131134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.131221] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 997.159892] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.161725] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.161829] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.162203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.162407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.173996] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 997.188476] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 997.188806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.215651] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.215842] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.215890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.216193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.216299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.216503] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.216610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.216673] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.216869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.216952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.217064] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 already deleted. [ 997.217167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.978463] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.978816] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.981647] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.983375] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.983877] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.984197] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.984426] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.984809] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.985073] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.987308] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.987566] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.987855] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.988069] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.988275] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 997.988455] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.988661] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.011879] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.012079] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 998.012228] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.012412] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.012740] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-75591731-6aab-472a-8a74-51650cf85208 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.012922] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-75591731-6aab-472a-8a74-51650cf85208" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.013073] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-75591731-6aab-472a-8a74-51650cf85208" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.013411] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-75591731-6aab-472a-8a74-51650cf85208" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.013560] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75591731-6aab-472a-8a74-51650cf85208',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.156050] env[69943]: INFO networking_nsxv3.common.synchronization [req-ebd550ae-7c9a-4025-8815-ca9efa8368ab req-5aec3676-2eb0-4e70-8d06-849fd327ba03 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 998.156050] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 998.156050] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.156050] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.156050] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.157639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.157916] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.158054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.158117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.158299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.158382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.158474] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.517714] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.517954] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.518104] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.518391] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.518550] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.518709] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 75591731-6aab-472a-8a74-51650cf85208 not found, creating... [ 998.518977] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.519157] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.519281] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.519529] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.519679] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.520064] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.520248] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.520378] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.520595] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.520736] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.520915] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 75591731-6aab-472a-8a74-51650cf85208 is going to be created. [ 998.548322] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.548322] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.548322] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.548322] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.548322] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.548322] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-75591731-6aab-472a-8a74-51650cf85208" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.660438] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.745263] env[69943]: INFO networking_nsxv3.common.synchronization [req-ebd550ae-7c9a-4025-8815-ca9efa8368ab req-20b7f5c6-b758-436e-975f-0901551a8491 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 998.745968] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 998.746403] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.746527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.935576] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: SUCCESS [ 998.935826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.936030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.936325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.936530] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.936669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.936744] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.936957] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.937072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.937468] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.937468] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.163529] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.184974] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 999.184974] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd deletion is rescheduled due to dependency. [ 999.184974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.440454] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.627964] env[69943]: INFO networking_nsxv3.common.synchronization [req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 req-ae7aa37d-6e2a-4a20-ba90-6bedccd14f71 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Enqueued Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_members [ 999.628938] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_members [ 999.632447] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.632667] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.632757] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.633111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.633293] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.633393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.633454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.633624] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.633709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.633808] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.669282] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.669853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.670070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.670476] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.670656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.671009] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be updated. [ 999.706092] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.706250] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.706323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.706579] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.706767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.718350] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 999.946163] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55a70454-7f94-4808-a400-e90c3fa084a6: rpc.has_security_group_logging(os_id): False [ 999.966487] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.966674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.966748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.966991] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.967098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.967374] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.967497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.967561] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.967730] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.967831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.967945] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 is going to be updated. [ 1000.028900] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.029074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.029121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.029329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.029512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.043335] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: IN_PROGRESS for 2s [ 1000.114306] env[69943]: INFO networking_nsxv3.common.synchronization [req-ebd550ae-7c9a-4025-8815-ca9efa8368ab req-cfe9bb22-5f1e-4acf-afc6-5119b75b4d6f tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 1000.114859] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 1000.115169] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.115263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.138346] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.138850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.138850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.138850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.138850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.140904] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.140904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.140904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.140904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.140904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.140904] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 already deleted. [ 1000.140904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.488612] env[69943]: INFO networking_nsxv3.common.synchronization [req-3bcc3339-aba1-412d-a58d-10379d949253 req-ecc7addc-c78c-460b-9996-4377a698f949 service nova] Enqueued Resource ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 with Priority: HIGHEST for action security_group_rules [ 1000.488934] env[69943]: INFO networking_nsxv3.common.synchronization [req-3bcc3339-aba1-412d-a58d-10379d949253 req-ecc7addc-c78c-460b-9996-4377a698f949 service nova] Enqueued Resource ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 with Priority: HIGHEST for action security_group_members [ 1000.488934] env[69943]: INFO networking_nsxv3.common.synchronization [req-3bcc3339-aba1-412d-a58d-10379d949253 req-ecc7addc-c78c-460b-9996-4377a698f949 service nova] Enqueued Resource ID: 75591731-6aab-472a-8a74-51650cf85208 with Priority: HIGHEST for action port [ 1000.489196] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 with Priority: HIGHEST for action security_group_rules [ 1000.489306] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 with Priority: HIGHEST for action security_group_members [ 1000.489402] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75591731-6aab-472a-8a74-51650cf85208 with Priority: HIGHEST for action port [ 1000.490104] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4211bbf2-be29-481f-9f7a-e8f27b1ca401 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.490445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.490445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.490677] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.490810] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4211bbf2-be29-481f-9f7a-e8f27b1ca401',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.491797] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4211bbf2-be29-481f-9f7a-e8f27b1ca401 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.495192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.495267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.495479] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.495642] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.495746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.495819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.495998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.496096] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.496191] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4211bbf2-be29-481f-9f7a-e8f27b1ca401',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.497043] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-75591731-6aab-472a-8a74-51650cf85208 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.497642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75591731-6aab-472a-8a74-51650cf85208" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.497734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75591731-6aab-472a-8a74-51650cf85208" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.497943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75591731-6aab-472a-8a74-51650cf85208" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.497998] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75591731-6aab-472a-8a74-51650cf85208',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.731467] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.731693] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-30" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.731830] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-30" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.732158] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-30" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.732431] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.732585] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.732700] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.732919] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.733121] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.733348] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.733463] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.733574] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.733721] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.734096] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.734096] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.734096] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.755270] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.755451] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1000.758651] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.758651] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-30" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.758651] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-b73ca065-6de7-422d-bbfa-68d99c61080f taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.758651] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-b73ca065-6de7-422d-bbfa-68d99c61080f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.758651] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-b73ca065-6de7-422d-bbfa-68d99c61080f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.758651] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-b73ca065-6de7-422d-bbfa-68d99c61080f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.758651] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b73ca065-6de7-422d-bbfa-68d99c61080f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.999805] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4211bbf2-be29-481f-9f7a-e8f27b1ca401 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.000066] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.002406] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75591731-6aab-472a-8a74-51650cf85208 with status ACTIVE [ 1001.002624] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.002763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.002844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.003109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.003253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.003439] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.003542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.003606] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.003777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.003855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.004114] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.004235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.004308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.004773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.004773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.004773] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75591731-6aab-472a-8a74-51650cf85208 is going to be updated. [ 1001.005934] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4211bbf2-be29-481f-9f7a-e8f27b1ca401',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.030910] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.032074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.032074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.032074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.032074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.032074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75591731-6aab-472a-8a74-51650cf85208" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.052038] env[69943]: INFO networking_nsxv3.common.synchronization [req-d52a575f-3f75-4402-ae19-055aa76139d1 req-ccc98a1d-2f7c-466a-bc01-cc71108e0c16 tempest-ListImageFiltersTestJSON-558470007 tempest-ListImageFiltersTestJSON-558470007-project-member] Enqueued Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_members [ 1001.052656] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGHEST for action security_group_members [ 1001.053052] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.053190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.053264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.053453] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.053615] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.054036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.054036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.054117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.054201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.054272] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.259230] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.259527] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.259579] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.259870] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.260068] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.260240] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port b73ca065-6de7-422d-bbfa-68d99c61080f not found, creating... [ 1001.260541] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.260704] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.260827] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.261072] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.261219] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.261527] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.261687] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.261809] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.262133] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.262335] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.262518] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: b73ca065-6de7-422d-bbfa-68d99c61080f is going to be created. [ 1001.299882] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.300325] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.300557] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.300857] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.301117] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.301379] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-b73ca065-6de7-422d-bbfa-68d99c61080f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.508697] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4211bbf2-be29-481f-9f7a-e8f27b1ca401',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.556714] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.558136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.558136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.558136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.558136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.558136] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.558136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.558136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.558136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.558136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.558136] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb is going to be updated. [ 1001.594423] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.594572] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.594636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.594849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.595014] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.606350] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb in Status: IN_PROGRESS for 2s [ 1001.728204] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 1001.728633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.728919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.729241] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.729561] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.729805] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.729961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.730236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.730415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.730609] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.013573] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.013954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.014110] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.014336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.014440] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.014527] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 is going to be created. [ 1002.046064] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.046395] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.046395] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.046682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.046682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.061138] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 in Status: UNINITIALIZED for 2s [ 1002.064149] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: SUCCESS [ 1002.064597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.235618] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.235952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.236082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.237224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.237224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.237224] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.237224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.237224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.237437] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.237480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.237595] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be updated. [ 1002.257373] env[69943]: INFO networking_nsxv3.common.synchronization [req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 req-401b88cf-0091-47ab-820d-dcc724d40f2e service nova] Enqueued Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_rules [ 1002.257603] env[69943]: INFO networking_nsxv3.common.synchronization [req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 req-401b88cf-0091-47ab-820d-dcc724d40f2e service nova] Enqueued Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_members [ 1002.257776] env[69943]: INFO networking_nsxv3.common.synchronization [req-b7ab8dec-5a5a-4343-9124-f52e5ca1d676 req-401b88cf-0091-47ab-820d-dcc724d40f2e service nova] Enqueued Resource ID: b73ca065-6de7-422d-bbfa-68d99c61080f with Priority: HIGHEST for action port [ 1002.258493] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_rules [ 1002.258677] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_members [ 1002.260788] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b73ca065-6de7-422d-bbfa-68d99c61080f with Priority: HIGHEST for action port [ 1002.260788] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.260788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.260788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.260788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.260788] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.260788] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.260788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.261729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.261729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.261729] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.261729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.261729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.261729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.261729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.261729] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.262959] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-b73ca065-6de7-422d-bbfa-68d99c61080f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.262959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b73ca065-6de7-422d-bbfa-68d99c61080f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.262959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b73ca065-6de7-422d-bbfa-68d99c61080f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.262959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b73ca065-6de7-422d-bbfa-68d99c61080f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.263194] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b73ca065-6de7-422d-bbfa-68d99c61080f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.281045] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.281045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.281045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.281362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.283545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.293873] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 1002.465556] env[69943]: INFO networking_nsxv3.common.synchronization [req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 req-583e954b-715c-416d-80a1-3240442115ff tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Enqueued Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_members [ 1002.466215] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_members [ 1002.466542] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.466676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.765366] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.765807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.766612] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.768539] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b73ca065-6de7-422d-bbfa-68d99c61080f with status ACTIVE [ 1002.769093] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.769093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.769251] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.770177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.770177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.771254] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.771254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.771254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.771254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.771254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.772153] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.772153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.772153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.772392] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.772444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.772567] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b73ca065-6de7-422d-bbfa-68d99c61080f is going to be updated. [ 1002.802282] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.802521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.802521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.802815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.803299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.803299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b73ca065-6de7-422d-bbfa-68d99c61080f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.121731] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.123020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-30" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.123020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-30" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.123020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-30" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.123020] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.126813] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.126813] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.126813] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.126813] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.126813] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.126813] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.126813] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.126813] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.126813] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1003.126813] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.126813] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.145021] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.145021] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1003.145021] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.145021] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-30" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.145021] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-a28be24a-506e-4142-b6e8-9c4289ed9003 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.145021] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-a28be24a-506e-4142-b6e8-9c4289ed9003" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.145021] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-a28be24a-506e-4142-b6e8-9c4289ed9003" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.145021] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-a28be24a-506e-4142-b6e8-9c4289ed9003" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.145021] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a28be24a-506e-4142-b6e8-9c4289ed9003',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.277403] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.616570] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb in Status: SUCCESS [ 1003.616751] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb deletion is rescheduled due to dependency. [ 1003.616863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.648037] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.648272] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.648399] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.648725] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.648880] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.649055] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port a28be24a-506e-4142-b6e8-9c4289ed9003 not found, creating... [ 1003.649327] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.649503] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.649762] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.649852] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.649956] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.650741] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.650741] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.650741] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.650741] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.650912] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.651472] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: a28be24a-506e-4142-b6e8-9c4289ed9003 is going to be created. [ 1003.669963] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.670126] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.670232] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.670810] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.670810] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.670946] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-a28be24a-506e-4142-b6e8-9c4289ed9003" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.779602] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.780302] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.780302] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.780708] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.780970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.781348] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 is going to be created. [ 1003.810586] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.810958] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.810958] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.811241] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.811241] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.838091] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: UNINITIALIZED for 2s [ 1004.072211] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 in Status: SUCCESS [ 1004.072433] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.072598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.072934] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.073091] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.073210] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.073278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.073435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.073547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.073585] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.073678] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4211bbf2-be29-481f-9f7a-e8f27b1ca401',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.305640] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 1004.305929] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 deletion is rescheduled due to dependency. [ 1004.306094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.306283] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.306652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.306755] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.306898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.306965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.307151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.307230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.307326] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.576579] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4211bbf2-be29-481f-9f7a-e8f27b1ca401',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.690420] env[69943]: INFO networking_nsxv3.common.synchronization [req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 req-9e3cdaaf-7cc8-4534-950c-32b42ec48d82 service nova] Enqueued Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_rules [ 1004.690420] env[69943]: INFO networking_nsxv3.common.synchronization [req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 req-9e3cdaaf-7cc8-4534-950c-32b42ec48d82 service nova] Enqueued Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_members [ 1004.690420] env[69943]: INFO networking_nsxv3.common.synchronization [req-35ee1d61-b0c3-405c-892f-52ee0f11ce38 req-9e3cdaaf-7cc8-4534-950c-32b42ec48d82 service nova] Enqueued Resource ID: a28be24a-506e-4142-b6e8-9c4289ed9003 with Priority: HIGHEST for action port [ 1004.690961] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_rules [ 1004.692353] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_members [ 1004.692353] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a28be24a-506e-4142-b6e8-9c4289ed9003 with Priority: HIGHEST for action port [ 1004.692353] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.692353] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.693454] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.693454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.693454] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-a28be24a-506e-4142-b6e8-9c4289ed9003 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.693454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a28be24a-506e-4142-b6e8-9c4289ed9003" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.693454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a28be24a-506e-4142-b6e8-9c4289ed9003" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.693981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a28be24a-506e-4142-b6e8-9c4289ed9003" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.695110] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a28be24a-506e-4142-b6e8-9c4289ed9003',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.811506] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.811891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.811891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.811963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.812145] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.812244] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.812329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.812386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.812539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.812613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.812695] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be updated. [ 1004.840784] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.840951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.841000] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.841259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.841366] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.852183] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 1005.079776] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4211bbf2-be29-481f-9f7a-e8f27b1ca401: rpc.has_security_group_logging(os_id): False [ 1005.100041] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.100041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.100041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.100507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.100507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.100748] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.100871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.100871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.101061] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.101174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.101344] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 is going to be created. [ 1005.170739] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.171111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.171111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.171537] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.172148] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.183921] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 in Status: IN_PROGRESS for 2s [ 1005.196795] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a28be24a-506e-4142-b6e8-9c4289ed9003 with status ACTIVE [ 1005.197054] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.197167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.197228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.197442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.197532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.197702] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.197801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.197882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.198021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.198097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.198381] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.198529] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.198632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.198807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.198887] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.198974] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a28be24a-506e-4142-b6e8-9c4289ed9003 is going to be updated. [ 1005.237714] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.237962] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.238114] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.238449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.238651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.238917] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a28be24a-506e-4142-b6e8-9c4289ed9003" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.850664] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: SUCCESS [ 1005.850664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.850664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.851090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.851242] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.852185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.852185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.852185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.852185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.852185] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.206675] env[69943]: INFO networking_nsxv3.common.synchronization [None req-84762175-b697-481f-8604-fac8749bde4b None None] Enqueued Resource ID: 6eb9d0c3-834d-4c27-83a5-560614b41af3 with Priority: HIGHEST for action port [ 1006.206675] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb9d0c3-834d-4c27-83a5-560614b41af3 with Priority: HIGHEST for action port [ 1006.206675] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eb9d0c3-834d-4c27-83a5-560614b41af3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.206675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eb9d0c3-834d-4c27-83a5-560614b41af3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.206675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eb9d0c3-834d-4c27-83a5-560614b41af3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.206675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eb9d0c3-834d-4c27-83a5-560614b41af3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.206970] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eb9d0c3-834d-4c27-83a5-560614b41af3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.354581] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.413838] env[69943]: INFO networking_nsxv3.common.synchronization [req-e98c6733-62b4-4571-ab27-3b326739c337 req-5c1791f7-e0ca-47ce-b52c-5e0262c7eeae tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Enqueued Resource ID: 2709b421-9531-459d-bb52-45a19bdcbb11 with Priority: HIGHEST for action security_group_members [ 1006.414600] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2709b421-9531-459d-bb52-45a19bdcbb11 with Priority: HIGHEST for action security_group_members [ 1006.418038] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2709b421-9531-459d-bb52-45a19bdcbb11 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.418038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.418038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.418038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.418038] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.418038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.418038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.418038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.418038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.418038] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2709b421-9531-459d-bb52-45a19bdcbb11',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.710714] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eb9d0c3-834d-4c27-83a5-560614b41af3 [ 1006.710952] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.711106] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.711188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.711380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.711489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.711577] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eb9d0c3-834d-4c27-83a5-560614b41af3 already deleted. [ 1006.713625] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eb9d0c3-834d-4c27-83a5-560614b41af3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.857573] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.871919] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 1006.872058] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 deletion is rescheduled due to dependency. [ 1006.872210] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.920593] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.920745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.920817] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.921072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.921164] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.921391] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.921487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.921556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.921703] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.921781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.921861] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2709b421-9531-459d-bb52-45a19bdcbb11 already deleted. [ 1006.921946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.003571] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.004125] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-808" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.004125] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-808" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.006858] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-808" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.007075] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.007256] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.007531] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.007615] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.007765] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.007981] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.008108] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.008274] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.008550] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.008550] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1007.008653] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.008739] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.036145] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.036343] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1007.036622] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.037731] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-808" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.037731] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-1e050ece-c07e-4fd8-8782-c541b1e5345c taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.037731] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-1e050ece-c07e-4fd8-8782-c541b1e5345c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.037731] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-1e050ece-c07e-4fd8-8782-c541b1e5345c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.037964] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-1e050ece-c07e-4fd8-8782-c541b1e5345c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.038394] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e050ece-c07e-4fd8-8782-c541b1e5345c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.196136] env[69943]: INFO networking_nsxv3.common.synchronization [None req-d0eb0c2d-fac9-4c93-b01e-8cdefea2cafa tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Enqueued Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_rules [ 1007.198397] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 in Status: SUCCESS [ 1007.198397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.198397] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_rules [ 1007.198397] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.198397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.198701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.198701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.198759] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.289275] env[69943]: INFO networking_nsxv3.common.synchronization [None req-c9e69f56-b98f-4f9d-b41b-df6317c0b6b9 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Enqueued Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_rules [ 1007.289793] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_rules [ 1007.290124] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.290230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.362081] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.362249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.362322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.362541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.363207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.363207] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 is going to be updated. [ 1007.397391] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.397391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.397391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.397391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.397391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.407816] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: IN_PROGRESS for 2s [ 1007.542284] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.542633] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.542738] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.543093] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.543353] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.543566] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 1e050ece-c07e-4fd8-8782-c541b1e5345c not found, creating... [ 1007.543897] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.544142] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.544339] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.544673] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.544826] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.549219] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.549504] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.549665] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.550950] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.550950] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.550950] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 1e050ece-c07e-4fd8-8782-c541b1e5345c is going to be created. [ 1007.573364] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.573589] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.573715] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.574014] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.574267] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.574502] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-1e050ece-c07e-4fd8-8782-c541b1e5345c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.744052] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.744240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.744278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.744493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.744584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.744680] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a already deleted. [ 1007.744783] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.744961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.745130] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.745214] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.272733] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.273304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.273304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.273504] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.273684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.273791] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a already deleted. [ 1008.273899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.455345] env[69943]: INFO networking_nsxv3.common.synchronization [None req-011df68f-a9bc-4eba-b8a1-9466f670c8d0 None None] Enqueued Resource ID: 02d0cc21-d0c2-4d48-9a0a-adfb43197bb3 with Priority: HIGHEST for action port [ 1008.455345] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d0cc21-d0c2-4d48-9a0a-adfb43197bb3 with Priority: HIGHEST for action port [ 1008.455345] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-02d0cc21-d0c2-4d48-9a0a-adfb43197bb3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.455345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02d0cc21-d0c2-4d48-9a0a-adfb43197bb3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.455345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02d0cc21-d0c2-4d48-9a0a-adfb43197bb3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.455345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02d0cc21-d0c2-4d48-9a0a-adfb43197bb3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.455345] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d0cc21-d0c2-4d48-9a0a-adfb43197bb3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.738668] env[69943]: INFO networking_nsxv3.common.synchronization [req-e98c6733-62b4-4571-ab27-3b326739c337 req-6f7a835a-f062-47c8-bc0b-efa9a8b916c9 service nova] Enqueued Resource ID: 2709b421-9531-459d-bb52-45a19bdcbb11 with Priority: HIGHEST for action security_group_rules [ 1008.738898] env[69943]: INFO networking_nsxv3.common.synchronization [req-e98c6733-62b4-4571-ab27-3b326739c337 req-6f7a835a-f062-47c8-bc0b-efa9a8b916c9 service nova] Enqueued Resource ID: 2709b421-9531-459d-bb52-45a19bdcbb11 with Priority: HIGHEST for action security_group_members [ 1008.740610] env[69943]: INFO networking_nsxv3.common.synchronization [req-e98c6733-62b4-4571-ab27-3b326739c337 req-6f7a835a-f062-47c8-bc0b-efa9a8b916c9 service nova] Enqueued Resource ID: 1e050ece-c07e-4fd8-8782-c541b1e5345c with Priority: HIGHEST for action port [ 1008.741401] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2709b421-9531-459d-bb52-45a19bdcbb11 with Priority: HIGHEST for action security_group_rules [ 1008.741585] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2709b421-9531-459d-bb52-45a19bdcbb11 with Priority: HIGHEST for action security_group_members [ 1008.741726] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e050ece-c07e-4fd8-8782-c541b1e5345c with Priority: HIGHEST for action port [ 1008.742116] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2709b421-9531-459d-bb52-45a19bdcbb11 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.742278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.742401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.742635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.742745] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2709b421-9531-459d-bb52-45a19bdcbb11',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.745235] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2709b421-9531-459d-bb52-45a19bdcbb11 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.745235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.745235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.745409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.749019] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.749019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.749019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.749019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.749019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.749019] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2709b421-9531-459d-bb52-45a19bdcbb11',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.749019] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e050ece-c07e-4fd8-8782-c541b1e5345c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.749019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e050ece-c07e-4fd8-8782-c541b1e5345c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.749019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e050ece-c07e-4fd8-8782-c541b1e5345c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.749019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e050ece-c07e-4fd8-8782-c541b1e5345c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.749019] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e050ece-c07e-4fd8-8782-c541b1e5345c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.958282] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02d0cc21-d0c2-4d48-9a0a-adfb43197bb3 [ 1008.958572] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.958751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.958844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.959174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.959297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.959425] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02d0cc21-d0c2-4d48-9a0a-adfb43197bb3 already deleted. [ 1008.959539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02d0cc21-d0c2-4d48-9a0a-adfb43197bb3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.246675] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2709b421-9531-459d-bb52-45a19bdcbb11 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.246865] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.250279] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2709b421-9531-459d-bb52-45a19bdcbb11',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.251609] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e050ece-c07e-4fd8-8782-c541b1e5345c with status ACTIVE [ 1009.251891] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.252082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.252191] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.252489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.252661] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.253028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.253114] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.253150] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.253411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.253538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.257097] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.257097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.257097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.257097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.257097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.257097] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e050ece-c07e-4fd8-8782-c541b1e5345c is going to be updated. [ 1009.433714] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: SUCCESS [ 1009.434017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.434070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.434285] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.434489] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.434792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.434792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.434986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.434986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.436171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.436171] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.436171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.444853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.444853] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.444853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.444853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.444853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.444853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.444853] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.444853] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.444853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.444853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.444853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.444853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.444853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e050ece-c07e-4fd8-8782-c541b1e5345c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.757847] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2709b421-9531-459d-bb52-45a19bdcbb11',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.943551] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.943756] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.945038] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.259984] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.260259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.260259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.260517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.260642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.260732] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2709b421-9531-459d-bb52-45a19bdcbb11 is going to be created. [ 1010.289200] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.289428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.289428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.289627] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.289776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.301182] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2709b421-9531-459d-bb52-45a19bdcbb11 in Status: UNINITIALIZED for 2s [ 1010.446967] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.949084] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.949391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.949475] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.949868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.950026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.950108] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 is going to be updated. [ 1010.989183] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.989337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.989415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.989595] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.989764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.002273] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: IN_PROGRESS for 2s [ 1012.314393] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2709b421-9531-459d-bb52-45a19bdcbb11 in Status: SUCCESS [ 1012.314714] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.316090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.316090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.316090] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.316090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.316090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.316398] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.316398] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.316463] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.317039] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2709b421-9531-459d-bb52-45a19bdcbb11',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.822027] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2709b421-9531-459d-bb52-45a19bdcbb11',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.013389] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: SUCCESS [ 1013.013859] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.013859] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.015482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.015482] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.015482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.015482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.015482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.015482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.015482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.015482] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.015482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.015482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.015482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.015482] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.015482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.015482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.016291] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.016291] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.016291] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.016291] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.321956] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2709b421-9531-459d-bb52-45a19bdcbb11: rpc.has_security_group_logging(os_id): False [ 1013.344810] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.345156] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.345156] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.345309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.345365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.345579] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.345705] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.345815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.345896] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.345969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.346053] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2709b421-9531-459d-bb52-45a19bdcbb11 is going to be created. [ 1013.431391] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.431391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.431391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.431391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.431391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.446117] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2709b421-9531-459d-bb52-45a19bdcbb11 in Status: IN_PROGRESS for 2s [ 1013.517587] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b88700c-c4b5-4531-ba1e-60e53a384c16: rpc.has_security_group_logging(os_id): False [ 1013.555269] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.562079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.563845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.563845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.563845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.563845] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.563845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.563845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.563845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.563845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.564281] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.564281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.564281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.564281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.564281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.564480] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.564637] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.564637] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.564895] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.564990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.565090] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 is going to be created. [ 1013.645496] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.645664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.646317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.648129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.648322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.661111] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: IN_PROGRESS for 2s [ 1013.743186] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1013.743815] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1014.675032] env[69943]: INFO networking_nsxv3.common.synchronization [req-f66bfe6b-8b98-44f7-b3ea-72aa636ebff4 req-4f084c94-954d-41fa-82cf-e9cec3ef247a tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 1014.675986] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 1014.676107] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.676513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.676513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.676770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.677233] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.677233] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.677233] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.677449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.677587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.677741] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.182751] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.313269] env[69943]: INFO networking_nsxv3.common.synchronization [req-e7932416-c131-47b6-8752-bf9af2acfe74 req-8e182cdc-2517-4112-8b75-cda1373544d7 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 1015.313858] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 1015.314197] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.314319] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.314387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.314579] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.314725] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.314828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.314883] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.315080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.315175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.315279] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.458913] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2709b421-9531-459d-bb52-45a19bdcbb11 in Status: SUCCESS [ 1015.459599] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.679758] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: SUCCESS [ 1015.680063] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.680063] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.680777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.680777] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.685324] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.817229] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.817530] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.817588] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.817940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.818122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.818423] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.818557] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.818654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.818882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.819016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.819141] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 1015.847391] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.847542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.847616] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.847839] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.847986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.859840] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 1016.183336] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.183336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.183336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.183553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.183588] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.183683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.183745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.183887] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.183966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.184902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.184902] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.187624] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.187747] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.187812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.187990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.188083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.188176] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 is going to be updated. [ 1016.233293] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.233433] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.234095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.234095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.234095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.244459] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: IN_PROGRESS for 2s [ 1016.371812] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-137 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.372101] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.372175] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.372443] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.372716] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.372877] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.372998] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.374311] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.374784] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.374784] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.374784] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.375181] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.375181] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.375181] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.375181] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.375412] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.394455] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.394641] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1016.394860] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.394966] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-137" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.395357] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-9a9e7ae4-22a2-4d02-9296-cc687bb150fa taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.395555] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-9a9e7ae4-22a2-4d02-9296-cc687bb150fa" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.395681] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-9a9e7ae4-22a2-4d02-9296-cc687bb150fa" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.396018] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-9a9e7ae4-22a2-4d02-9296-cc687bb150fa" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.396164] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a9e7ae4-22a2-4d02-9296-cc687bb150fa',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.509454] env[69943]: INFO networking_nsxv3.common.synchronization [req-721d244e-2396-48d2-bbe7-f5a31c9f1167 req-4339c3fc-124a-4377-82a8-188eca2277c4 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1016.510098] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1016.510534] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.510807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.510892] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.511277] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.511531] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.511691] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.511800] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.512094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.512245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.512402] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.688173] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.688620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.688620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.688620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.688934] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.688934] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.688934] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.689150] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.689207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.689329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.689551] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.689551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.689551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.689774] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.689841] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.689913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.689965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.690095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.690169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.690242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.690331] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.878183] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.878387] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.878550] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.878877] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.879183] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.879351] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.879482] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.879720] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.879909] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.880107] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.880225] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.880340] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.880492] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.880554] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.880666] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.880834] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.899464] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.899681] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.899808] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.900122] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.900284] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.900438] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 9a9e7ae4-22a2-4d02-9296-cc687bb150fa not found, creating... [ 1016.900809] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.901039] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.901039] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.901237] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.901386] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.901694] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.901855] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.901977] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.902203] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.902338] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.902476] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 9a9e7ae4-22a2-4d02-9296-cc687bb150fa is going to be created. [ 1016.904314] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.904490] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1016.904633] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.904793] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.905068] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-05d41fab-9740-424f-a60a-d527ef69bc2b taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.905241] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-05d41fab-9740-424f-a60a-d527ef69bc2b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.905393] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-05d41fab-9740-424f-a60a-d527ef69bc2b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.905653] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-05d41fab-9740-424f-a60a-d527ef69bc2b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.905800] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d41fab-9740-424f-a60a-d527ef69bc2b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.925060] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.925286] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.925475] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.925790] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.926068] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.926312] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-9a9e7ae4-22a2-4d02-9296-cc687bb150fa" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.015620] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.015780] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.015851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.016132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.016334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.016433] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.016624] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.016624] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.016742] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.016814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.016901] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf already deleted. [ 1017.016980] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.353539] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b88700c-c4b5-4531-ba1e-60e53a384c16: rpc.has_security_group_logging(os_id): False [ 1017.372543] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.372707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.372707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.373082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.373201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.373469] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.373577] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.373666] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.373841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.373938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.374221] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.374330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.374400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.374587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.374699] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.374978] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.374978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.375122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.375229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.375364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.375364] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 is going to be updated. [ 1017.408147] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.408354] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.408475] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.408786] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.408938] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.409118] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 05d41fab-9740-424f-a60a-d527ef69bc2b not found, creating... [ 1017.409385] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.409698] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.409865] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.410164] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.410346] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.410655] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.410891] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.411084] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.411266] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.411459] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.411671] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 05d41fab-9740-424f-a60a-d527ef69bc2b is going to be created. [ 1017.439780] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.440024] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.440197] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.440508] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.440839] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.441100] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-05d41fab-9740-424f-a60a-d527ef69bc2b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.442808] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.442946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.442985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.443184] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.443312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.464009] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: IN_PROGRESS for 2s [ 1017.748343] env[69943]: INFO networking_nsxv3.common.synchronization [req-e7932416-c131-47b6-8752-bf9af2acfe74 req-6dc820d3-5dcb-4212-ae71-5682a7c98b04 service nova] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_rules [ 1017.748725] env[69943]: INFO networking_nsxv3.common.synchronization [req-e7932416-c131-47b6-8752-bf9af2acfe74 req-6dc820d3-5dcb-4212-ae71-5682a7c98b04 service nova] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 1017.748891] env[69943]: INFO networking_nsxv3.common.synchronization [req-e7932416-c131-47b6-8752-bf9af2acfe74 req-6dc820d3-5dcb-4212-ae71-5682a7c98b04 service nova] Enqueued Resource ID: 9a9e7ae4-22a2-4d02-9296-cc687bb150fa with Priority: HIGHEST for action port [ 1017.750145] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_rules [ 1017.750450] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 1017.750549] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9e7ae4-22a2-4d02-9296-cc687bb150fa with Priority: HIGHEST for action port [ 1017.751679] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.751679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.751679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.751679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.751679] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.752463] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.752574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.752760] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a9e7ae4-22a2-4d02-9296-cc687bb150fa taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.752864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a9e7ae4-22a2-4d02-9296-cc687bb150fa" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.752926] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a9e7ae4-22a2-4d02-9296-cc687bb150fa" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.753119] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a9e7ae4-22a2-4d02-9296-cc687bb150fa" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.753207] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a9e7ae4-22a2-4d02-9296-cc687bb150fa',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.869709] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 1017.869900] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a deletion is rescheduled due to dependency. [ 1017.870029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.870194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.870421] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.870603] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.870715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.870778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.870972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.871051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.871142] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.197944] env[69943]: INFO networking_nsxv3.common.synchronization [req-721d244e-2396-48d2-bbe7-f5a31c9f1167 req-5eb0e9eb-ad6a-466a-b0a3-6af50f48d89b service nova] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_rules [ 1018.198154] env[69943]: INFO networking_nsxv3.common.synchronization [req-721d244e-2396-48d2-bbe7-f5a31c9f1167 req-5eb0e9eb-ad6a-466a-b0a3-6af50f48d89b service nova] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1018.198299] env[69943]: INFO networking_nsxv3.common.synchronization [req-721d244e-2396-48d2-bbe7-f5a31c9f1167 req-5eb0e9eb-ad6a-466a-b0a3-6af50f48d89b service nova] Enqueued Resource ID: 05d41fab-9740-424f-a60a-d527ef69bc2b with Priority: HIGHEST for action port [ 1018.200812] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_rules [ 1018.202158] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1018.202158] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d41fab-9740-424f-a60a-d527ef69bc2b with Priority: HIGHEST for action port [ 1018.202158] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.202158] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.202158] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.202552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.202552] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.204027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.204582] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.204682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.204867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.205046] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.205155] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.205222] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.205410] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.205563] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.205617] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.206806] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-05d41fab-9740-424f-a60a-d527ef69bc2b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.206920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05d41fab-9740-424f-a60a-d527ef69bc2b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.206965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05d41fab-9740-424f-a60a-d527ef69bc2b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.207316] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05d41fab-9740-424f-a60a-d527ef69bc2b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.207316] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d41fab-9740-424f-a60a-d527ef69bc2b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.255223] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: SUCCESS [ 1018.255568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.256025] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.256139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.256398] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a9e7ae4-22a2-4d02-9296-cc687bb150fa with status ACTIVE [ 1018.256607] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.257188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.257188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.257188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.257188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.257378] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.260270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.260270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.260270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.260270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.260270] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.260270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.260270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.260270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.260270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.260270] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a9e7ae4-22a2-4d02-9296-cc687bb150fa is going to be updated. [ 1018.286793] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.286793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.286793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.286793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.286793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.286793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a9e7ae4-22a2-4d02-9296-cc687bb150fa" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.373683] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.710027] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05d41fab-9740-424f-a60a-d527ef69bc2b with status ACTIVE [ 1018.710347] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.710552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.710694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.711031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.711166] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.711411] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.711543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.711625] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.711866] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.711928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.712248] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.712451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.712832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.713035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.713123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.713216] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05d41fab-9740-424f-a60a-d527ef69bc2b is going to be updated. [ 1018.714901] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.715502] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.715502] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.745716] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.745716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.745716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.745716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.745716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.745716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05d41fab-9740-424f-a60a-d527ef69bc2b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.880129] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.219631] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.383635] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.383635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.383635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.383635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.383635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.383635] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 1019.415726] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.415726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.415726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.415726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.415726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.426894] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 1019.476522] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: SUCCESS [ 1019.476966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.725579] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.725579] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.725579] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.725579] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.725579] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.725579] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be created. [ 1019.750021] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.750021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.750021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.750021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.750021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.764618] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: UNINITIALIZED for 2s [ 1020.176041] env[69943]: INFO networking_nsxv3.common.synchronization [req-e65eea02-e377-4c07-92f2-4e594c385c02 req-ac303cf9-615e-4235-b4a7-d1d18dea9f1b tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Enqueued Resource ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 with Priority: HIGHEST for action security_group_members [ 1020.176041] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 with Priority: HIGHEST for action security_group_members [ 1020.176041] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.176041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.176041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.176041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.176041] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.176041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.176041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.176041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.176041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.176041] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79157efb-c4ee-4f89-8bef-a8ec5a1a4669',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.684157] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.684157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.684157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.684157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.684157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.684157] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.684157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.684157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.684157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.684157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.684157] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 is going to be updated. [ 1020.711173] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.711318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.711501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.711783] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.712074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.721691] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 in Status: IN_PROGRESS for 2s [ 1021.439750] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 1021.439750] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.439750] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.440071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.440283] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.440366] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.440415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.440633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.440765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.440895] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.441303] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.531647] env[69943]: INFO networking_nsxv3.common.synchronization [req-0ae23131-75eb-4965-a79c-bc45d00de449 req-7e324279-7952-4b1b-85df-3b3e56fddf78 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Enqueued Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1021.532207] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1021.532624] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.532752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.532820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.533778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.534065] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.535262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.535262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.537828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.537941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.538127] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.640661] env[69943]: INFO networking_nsxv3.common.synchronization [None req-fe2c2e76-7fa9-41c2-8650-0c3cc8442794 None None] Enqueued Resource ID: 62c05721-d8af-40c4-b9e8-1c76100ccf20 with Priority: HIGHEST for action port [ 1021.641245] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c05721-d8af-40c4-b9e8-1c76100ccf20 with Priority: HIGHEST for action port [ 1021.641550] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-62c05721-d8af-40c4-b9e8-1c76100ccf20 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.641850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62c05721-d8af-40c4-b9e8-1c76100ccf20" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.641850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62c05721-d8af-40c4-b9e8-1c76100ccf20" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.641992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62c05721-d8af-40c4-b9e8-1c76100ccf20" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.643294] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62c05721-d8af-40c4-b9e8-1c76100ccf20',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.779024] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1021.779024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.779024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.779024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.779024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.779024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.779024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.779024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.779024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.779024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.779024] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.943692] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.943867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.943909] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.944156] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.944334] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.944453] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.944531] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.944696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.944784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.944874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.945053] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.945152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.945212] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.945375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.945513] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.945604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.945664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.945818] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.945895] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.945976] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.946090] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.033236] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-898 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.033490] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-898" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.033627] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-898" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.033945] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-898" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.034232] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.034394] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.034518] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.034743] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.034895] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.035296] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.035431] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.035551] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.035667] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.035788] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1022.035902] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.036058] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.041611] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.041611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.041611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.041611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.041611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.041611] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.041611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.041611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.041611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.041969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.041969] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b already deleted. [ 1022.041969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.058114] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.058114] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1022.058114] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.058114] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-898" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.058114] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-91f946a6-545f-4a0a-a65c-98b46f83d206 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.058114] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-91f946a6-545f-4a0a-a65c-98b46f83d206" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.058114] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-91f946a6-545f-4a0a-a65c-98b46f83d206" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.058114] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-91f946a6-545f-4a0a-a65c-98b46f83d206" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.058673] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91f946a6-545f-4a0a-a65c-98b46f83d206',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.147038] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62c05721-d8af-40c4-b9e8-1c76100ccf20 [ 1022.147038] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.147038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.147038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.147038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.147038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.147038] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62c05721-d8af-40c4-b9e8-1c76100ccf20 already deleted. [ 1022.147038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62c05721-d8af-40c4-b9e8-1c76100ccf20" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.282221] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.282415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.282415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.282623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.282800] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.283051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.283051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.283128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.283198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.283284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.283444] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.283539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.283607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.283724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.283855] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.283936] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.283996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.284139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.284210] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.284287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.284402] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.448475] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edde554d-c218-41c7-80ec-fe4f07f3a41a: rpc.has_security_group_logging(os_id): False [ 1022.473068] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.473317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.473317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.474033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.474033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.474033] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.474290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.474290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.475715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.475715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.475715] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.475715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.475715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.475715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.475715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.475715] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.475715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.475715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.475715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.476196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.476196] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 1022.559553] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.559697] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.559775] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.559995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.560188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.562347] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.562620] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.562764] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.563193] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.563367] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.563533] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 91f946a6-545f-4a0a-a65c-98b46f83d206 not found, creating... [ 1022.563933] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.564181] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.564318] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.564618] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.564873] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.565488] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.565598] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.565713] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.566010] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.566241] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.566775] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 91f946a6-545f-4a0a-a65c-98b46f83d206 is going to be created. [ 1022.581997] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 1022.602272] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.602610] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.603274] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.603274] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.603558] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.603785] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-91f946a6-545f-4a0a-a65c-98b46f83d206" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.734098] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 in Status: SUCCESS [ 1022.735172] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 deletion is rescheduled due to dependency. [ 1022.735172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.787136] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf: rpc.has_security_group_logging(os_id): False [ 1022.807722] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.807919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.807919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.808161] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.808389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.808625] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.808688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.808760] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.808922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.809011] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.809276] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.809373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.809429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.809568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.809642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.809846] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.809927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.809989] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.810593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.810679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.810770] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be created. [ 1022.883104] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.883104] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.883104] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.883104] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.883104] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.900379] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: IN_PROGRESS for 2s [ 1024.027322] env[69943]: INFO networking_nsxv3.common.synchronization [req-0ae23131-75eb-4965-a79c-bc45d00de449 req-f031c9f1-d474-43fe-b439-25101ce365af service nova] Enqueued Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_rules [ 1024.027591] env[69943]: INFO networking_nsxv3.common.synchronization [req-0ae23131-75eb-4965-a79c-bc45d00de449 req-f031c9f1-d474-43fe-b439-25101ce365af service nova] Enqueued Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1024.027689] env[69943]: INFO networking_nsxv3.common.synchronization [req-0ae23131-75eb-4965-a79c-bc45d00de449 req-f031c9f1-d474-43fe-b439-25101ce365af service nova] Enqueued Resource ID: 91f946a6-545f-4a0a-a65c-98b46f83d206 with Priority: HIGHEST for action port [ 1024.028293] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_rules [ 1024.028433] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1024.028826] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f946a6-545f-4a0a-a65c-98b46f83d206 with Priority: HIGHEST for action port [ 1024.029169] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.029312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.029382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.029637] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.029780] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.030617] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.030733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.030804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.032258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.032258] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.032258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.032258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.032258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.032258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.032258] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.033089] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-91f946a6-545f-4a0a-a65c-98b46f83d206 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.035238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91f946a6-545f-4a0a-a65c-98b46f83d206" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.035238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91f946a6-545f-4a0a-a65c-98b46f83d206" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.035238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91f946a6-545f-4a0a-a65c-98b46f83d206" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.035238] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91f946a6-545f-4a0a-a65c-98b46f83d206',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.147279] env[69943]: INFO networking_nsxv3.common.synchronization [req-0ae23131-75eb-4965-a79c-bc45d00de449 req-64569b70-6abe-43fb-9860-6de63c5f15e2 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Enqueued Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1024.147802] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1024.148104] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.148205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.536704] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.537907] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.538046] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.538411] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91f946a6-545f-4a0a-a65c-98b46f83d206 with status ACTIVE [ 1024.538586] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.539652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.539652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.539652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.539652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.539652] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.539652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.539652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.539652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.539652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.540257] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.540257] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.540257] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.544361] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.544361] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.544361] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91f946a6-545f-4a0a-a65c-98b46f83d206 is going to be updated. [ 1024.569342] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.569529] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.569597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.569815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.569977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.570190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91f946a6-545f-4a0a-a65c-98b46f83d206" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.577912] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-898 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.577912] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-898" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.577912] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-898" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.577912] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-898" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.579153] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.579153] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.579153] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.579153] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.579153] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.579527] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.579527] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.579995] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.579995] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.579995] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.579995] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.581022] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.604788] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 1024.604788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.614248] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.614248] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1024.614248] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.614406] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-898" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.614825] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-8f5b16ae-1caa-4162-980e-6f6fd9caaae9 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.615055] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-8f5b16ae-1caa-4162-980e-6f6fd9caaae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.615216] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-8f5b16ae-1caa-4162-980e-6f6fd9caaae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.615598] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-8f5b16ae-1caa-4162-980e-6f6fd9caaae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.615772] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f5b16ae-1caa-4162-980e-6f6fd9caaae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.915388] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1024.915928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.049398] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.118462] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.118848] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.118848] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.119091] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.120202] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.120202] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 8f5b16ae-1caa-4162-980e-6f6fd9caaae9 not found, creating... [ 1025.120202] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.120317] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.120378] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.120622] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.120763] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.121093] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.121357] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.121515] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.121758] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.121896] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.122146] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 8f5b16ae-1caa-4162-980e-6f6fd9caaae9 is going to be created. [ 1025.146345] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.146620] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.146770] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.147191] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.147425] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.147603] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-8f5b16ae-1caa-4162-980e-6f6fd9caaae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.552027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.552027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.552027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.552247] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.552285] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.552390] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b is going to be created. [ 1025.575996] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.576190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.576237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.576429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.576585] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.587384] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: UNINITIALIZED for 2s [ 1025.854913] env[69943]: INFO networking_nsxv3.common.synchronization [req-0ae23131-75eb-4965-a79c-bc45d00de449 req-ef139e5b-a8c8-4304-9fd4-f014472c5cf3 service nova] Enqueued Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_rules [ 1025.855113] env[69943]: INFO networking_nsxv3.common.synchronization [req-0ae23131-75eb-4965-a79c-bc45d00de449 req-ef139e5b-a8c8-4304-9fd4-f014472c5cf3 service nova] Enqueued Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1025.855260] env[69943]: INFO networking_nsxv3.common.synchronization [req-0ae23131-75eb-4965-a79c-bc45d00de449 req-ef139e5b-a8c8-4304-9fd4-f014472c5cf3 service nova] Enqueued Resource ID: 8f5b16ae-1caa-4162-980e-6f6fd9caaae9 with Priority: HIGHEST for action port [ 1025.855497] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_rules [ 1025.855624] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1025.855720] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f5b16ae-1caa-4162-980e-6f6fd9caaae9 with Priority: HIGHEST for action port [ 1025.856311] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.856401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.857937] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.857937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.857937] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f5b16ae-1caa-4162-980e-6f6fd9caaae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.857937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f5b16ae-1caa-4162-980e-6f6fd9caaae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.857937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f5b16ae-1caa-4162-980e-6f6fd9caaae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.857937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f5b16ae-1caa-4162-980e-6f6fd9caaae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.857937] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f5b16ae-1caa-4162-980e-6f6fd9caaae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.361447] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f5b16ae-1caa-4162-980e-6f6fd9caaae9 with status ACTIVE [ 1026.361836] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.362086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.362242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.362562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.362726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.363009] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.363167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.363267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.363498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.363622] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.363885] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.364486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.364486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.364486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.364486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.364670] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f5b16ae-1caa-4162-980e-6f6fd9caaae9 is going to be updated. [ 1026.389772] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.389772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.389772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.389961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.390064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.390322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f5b16ae-1caa-4162-980e-6f6fd9caaae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.459802] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.459802] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.459802] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.459802] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.459802] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.459802] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.459802] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.459802] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.459802] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.459802] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.460435] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.460435] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.460435] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.460435] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1026.460435] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.460570] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.488242] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.488403] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1026.488673] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.488741] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.489050] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.489239] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.489476] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.489655] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.489797] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.995374] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.995629] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.995744] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.996038] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.996200] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.996494] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.996661] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.996785] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.997013] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.997178] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.997463] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.997628] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.997748] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.997954] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.998115] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.998241] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 is going to be updated. [ 1027.022239] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.022504] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.022622] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.022897] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.023109] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.023333] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.596687] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: SUCCESS [ 1027.596937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.596984] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.597501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.597501] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.597709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.597709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.597902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.598008] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.598116] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.104795] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.338965] env[69943]: INFO networking_nsxv3.common.synchronization [req-ce14cc48-ee92-4288-a515-2ed0b4972414 req-7d6179a6-a5f2-4d35-be29-12bc7b27388f service nova] Enqueued Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_rules [ 1028.339147] env[69943]: INFO networking_nsxv3.common.synchronization [req-ce14cc48-ee92-4288-a515-2ed0b4972414 req-7d6179a6-a5f2-4d35-be29-12bc7b27388f service nova] Enqueued Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_members [ 1028.339274] env[69943]: INFO networking_nsxv3.common.synchronization [req-ce14cc48-ee92-4288-a515-2ed0b4972414 req-7d6179a6-a5f2-4d35-be29-12bc7b27388f service nova] Enqueued Resource ID: 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 with Priority: HIGHEST for action port [ 1028.339963] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_rules [ 1028.340472] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_members [ 1028.340638] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 with Priority: HIGHEST for action port [ 1028.341381] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19d1292c-b8fb-4597-9de1-877ef70a29ae taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.341381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.341381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.341381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.342309] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.346551] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-19d1292c-b8fb-4597-9de1-877ef70a29ae taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.346551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.346551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.346551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.346551] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.346551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.346551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.346551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.346551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.346551] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.346551] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.346551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.346551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.346551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.346551] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.608317] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.848155] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-19d1292c-b8fb-4597-9de1-877ef70a29ae taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.848155] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.852199] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.853075] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 with status ACTIVE [ 1028.853330] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.853458] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.853458] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.853985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.853985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.853985] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.854157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.854157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.854311] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.854364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.854711] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.854711] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.854711] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.854840] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.854840] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.855037] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9 is going to be updated. [ 1028.877652] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.877857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.877857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.878063] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.878188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.881052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fefee8d-1d2b-4512-9bf3-bd7ea8d9b6e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.112941] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.112941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.112941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.112941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.112941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.112941] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b is going to be updated. [ 1029.143497] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.143637] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.143728] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.144663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.144663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.153596] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: IN_PROGRESS for 2s [ 1029.357750] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.376466] env[69943]: INFO networking_nsxv3.common.synchronization [req-0ae23131-75eb-4965-a79c-bc45d00de449 req-cc3dbb6d-7bf9-4818-9987-d7fbde5be3f0 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Enqueued Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1029.377146] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1029.377455] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.377556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.859677] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-898 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.859677] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-898" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.860029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-898" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.860029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-898" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.860276] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.860438] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.860560] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.860774] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.860954] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.861197] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.862616] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.862616] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.862616] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.862616] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.862616] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.862616] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.863316] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.863448] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.863508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.863680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.863793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.863882] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae is going to be updated. [ 1029.885344] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.885774] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1029.886056] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.886384] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-898" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.886942] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-49561347-c1f7-4a2d-83c2-69529d97351f taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.887419] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-49561347-c1f7-4a2d-83c2-69529d97351f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.888092] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-49561347-c1f7-4a2d-83c2-69529d97351f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.888590] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-49561347-c1f7-4a2d-83c2-69529d97351f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.888853] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49561347-c1f7-4a2d-83c2-69529d97351f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.901480] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.901662] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.901733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.901941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.902110] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.913534] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae in Status: IN_PROGRESS for 2s [ 1030.392183] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.392452] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.392628] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.393022] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.393231] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.393443] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 49561347-c1f7-4a2d-83c2-69529d97351f not found, creating... [ 1030.393746] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.393955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.394116] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.394492] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.394682] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.395061] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.395282] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.395435] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.395722] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.395906] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.396106] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 49561347-c1f7-4a2d-83c2-69529d97351f is going to be created. [ 1030.417195] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.417472] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.417611] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.417883] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.418161] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.418387] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-49561347-c1f7-4a2d-83c2-69529d97351f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.168885] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: IN_PROGRESS for 4s [ 1031.440321] env[69943]: INFO networking_nsxv3.common.synchronization [req-0ae23131-75eb-4965-a79c-bc45d00de449 req-e24ec76a-2431-4e84-b4dc-f35b5c2eadab service nova] Enqueued Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_rules [ 1031.440516] env[69943]: INFO networking_nsxv3.common.synchronization [req-0ae23131-75eb-4965-a79c-bc45d00de449 req-e24ec76a-2431-4e84-b4dc-f35b5c2eadab service nova] Enqueued Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1031.440666] env[69943]: INFO networking_nsxv3.common.synchronization [req-0ae23131-75eb-4965-a79c-bc45d00de449 req-e24ec76a-2431-4e84-b4dc-f35b5c2eadab service nova] Enqueued Resource ID: 49561347-c1f7-4a2d-83c2-69529d97351f with Priority: HIGHEST for action port [ 1031.441331] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_rules [ 1031.441517] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1031.441630] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49561347-c1f7-4a2d-83c2-69529d97351f with Priority: HIGHEST for action port [ 1031.441952] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.446176] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.446551] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.447190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.447381] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-49561347-c1f7-4a2d-83c2-69529d97351f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.447515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49561347-c1f7-4a2d-83c2-69529d97351f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.447587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49561347-c1f7-4a2d-83c2-69529d97351f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.447828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49561347-c1f7-4a2d-83c2-69529d97351f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.447917] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49561347-c1f7-4a2d-83c2-69529d97351f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.585568] env[69943]: INFO networking_nsxv3.common.synchronization [req-3a2ae9e7-27ba-49d7-be2b-7b8b5773cb04 req-06410a2b-1422-4193-a58f-876eb913c370 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1031.586203] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1031.586535] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.586666] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.586737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.586979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.591372] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.591604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.591687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.591898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.591990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.592125] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.924388] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae in Status: SUCCESS [ 1031.926598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.926598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.926598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.926598] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.926598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.926598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.926598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.926598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.926598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.926598] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.954300] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49561347-c1f7-4a2d-83c2-69529d97351f with status ACTIVE [ 1031.954300] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.954300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.954300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.954300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.954300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.954300] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.954300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.954300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.954300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.954300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.954300] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.954300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.954300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.954300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.954300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.954300] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49561347-c1f7-4a2d-83c2-69529d97351f is going to be updated. [ 1032.002363] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.002363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.002363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.002363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.002363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.002363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49561347-c1f7-4a2d-83c2-69529d97351f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.025226] env[69943]: INFO networking_nsxv3.common.synchronization [req-8096c873-043c-4ccf-8dd0-7e56f4998f43 req-43bee4b0-39fa-4da5-956b-a7f7653372e9 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1032.025503] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1032.026051] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.026508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.026746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.027035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.027308] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.027521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.028283] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.028649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.029642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.029642] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.096180] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.096379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.096474] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.096684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.096776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.096970] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.097086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.097162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.097296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.097370] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.097616] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be updated. [ 1032.130769] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.131293] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.131293] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.131429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.131578] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.146886] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: IN_PROGRESS for 2s [ 1032.430273] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.531894] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.535675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.535675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.535675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.535675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.535675] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.535675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.535675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.535675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.535675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.535675] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 1032.565024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.565024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.565024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.565024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.565024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.577647] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 1032.814988] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.814988] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.814988] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.818073] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.818073] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.818073] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.818073] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.818073] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.818073] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.818073] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.818073] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.818073] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.818073] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.818073] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.818073] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.818073] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.841035] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.841035] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1032.841035] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.841035] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.841035] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-2f2c206c-6c62-4219-860a-34eece36afd9 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.841035] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-2f2c206c-6c62-4219-860a-34eece36afd9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.841035] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-2f2c206c-6c62-4219-860a-34eece36afd9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.842081] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-2f2c206c-6c62-4219-860a-34eece36afd9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.842538] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f2c206c-6c62-4219-860a-34eece36afd9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.934443] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19d1292c-b8fb-4597-9de1-877ef70a29ae: rpc.has_security_group_logging(os_id): False [ 1032.953066] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.953066] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.953066] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.953369] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.953369] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.954015] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.954172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.954272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.954552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.954789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.954897] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae is going to be updated. [ 1033.019145] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.019379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.019505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.019814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.019984] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.034249] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae in Status: IN_PROGRESS for 2s [ 1033.183237] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: SUCCESS [ 1033.183237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.183237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.183237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.183237] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.183237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.183237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.183237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.183237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.183237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.183237] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.184016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.184364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.184649] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.184875] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.185039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.185274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.185443] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.185620] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.346779] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.347034] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.347209] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.347512] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.347708] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.347889] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 2f2c206c-6c62-4219-860a-34eece36afd9 not found, creating... [ 1033.348195] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.348355] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.348551] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.348967] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.349224] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.349682] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.349903] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.353240] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.353607] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.353782] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.354059] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 2f2c206c-6c62-4219-860a-34eece36afd9 is going to be created. [ 1033.382080] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.382295] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.382427] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.382744] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.382995] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.383250] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-2f2c206c-6c62-4219-860a-34eece36afd9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.689204] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.689204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.689204] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.160057] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: IN_PROGRESS for 4s [ 1034.191265] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.586625] env[69943]: INFO networking_nsxv3.common.synchronization [req-8096c873-043c-4ccf-8dd0-7e56f4998f43 req-ff1eafa9-18aa-43d7-a10a-e66ab2cf9c1d service nova] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_rules [ 1034.586828] env[69943]: INFO networking_nsxv3.common.synchronization [req-8096c873-043c-4ccf-8dd0-7e56f4998f43 req-ff1eafa9-18aa-43d7-a10a-e66ab2cf9c1d service nova] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1034.586976] env[69943]: INFO networking_nsxv3.common.synchronization [req-8096c873-043c-4ccf-8dd0-7e56f4998f43 req-ff1eafa9-18aa-43d7-a10a-e66ab2cf9c1d service nova] Enqueued Resource ID: 2f2c206c-6c62-4219-860a-34eece36afd9 with Priority: HIGHEST for action port [ 1034.587682] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_rules [ 1034.587813] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1034.587931] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2c206c-6c62-4219-860a-34eece36afd9 with Priority: HIGHEST for action port [ 1034.589687] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 1034.589878] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd deletion is rescheduled due to dependency. [ 1034.590016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.590311] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.590432] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.590513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.590989] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.590989] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.592386] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.592580] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.592689] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.593193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.593416] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.593548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.593679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.593911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.594266] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.594455] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.595637] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f2c206c-6c62-4219-860a-34eece36afd9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.595813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f2c206c-6c62-4219-860a-34eece36afd9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.595921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f2c206c-6c62-4219-860a-34eece36afd9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.596125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f2c206c-6c62-4219-860a-34eece36afd9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.596209] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f2c206c-6c62-4219-860a-34eece36afd9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.697454] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.697933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.697933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.698501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.698501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.698501] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b is going to be updated. [ 1034.738103] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.738325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.738375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.738615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.739205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.750200] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: IN_PROGRESS for 2s [ 1035.053660] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae in Status: SUCCESS [ 1035.053971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.098632] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.099934] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.100098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.101632] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f2c206c-6c62-4219-860a-34eece36afd9 with status ACTIVE [ 1035.101859] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.101998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.102107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.102323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.102462] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.102659] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.102786] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.102850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.103025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.103118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.103301] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.103393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.103453] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.103632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.103709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.103836] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f2c206c-6c62-4219-860a-34eece36afd9 is going to be updated. [ 1035.128805] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.129067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.129140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.129329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.129469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.129998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f2c206c-6c62-4219-860a-34eece36afd9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.422282] env[69943]: INFO networking_nsxv3.common.synchronization [req-f876c868-a3cf-4fb1-a170-d1dcab92d897 req-9826deb5-333c-4bd3-a038-ab05f02066ea tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c with Priority: HIGHEST for action security_group_members [ 1035.422282] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c with Priority: HIGHEST for action security_group_members [ 1035.422282] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.422282] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.422981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.423486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.424177] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.424607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.424789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.425078] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.425268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.425452] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbf1a9c0-4bdf-463a-a82d-38ac82bd659c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.601016] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.927957] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.928306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.928306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.928457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.928554] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.928777] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.928884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.928942] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.929155] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.929238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.929292] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c is going to be updated. [ 1035.963394] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.963568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.963645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.963915] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.964099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.974446] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c in Status: IN_PROGRESS for 2s [ 1036.107849] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.107849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.107849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.108090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.108126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.108229] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 1036.147535] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.147807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.147807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.148116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.148300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.161112] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 1036.170654] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1036.170838] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf deletion is rescheduled due to dependency. [ 1036.170986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.763126] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: SUCCESS [ 1036.763487] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.763752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.764107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.764401] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.764604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.764729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.764987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.765321] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.765737] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.269045] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.773523] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.985962] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c in Status: SUCCESS [ 1037.986209] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbf1a9c0-4bdf-463a-a82d-38ac82bd659c deletion is rescheduled due to dependency. [ 1037.986305] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbf1a9c0-4bdf-463a-a82d-38ac82bd659c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.172553] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 1038.172764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.172929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.173195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.173445] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.173541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.173583] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.173740] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.173826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.173911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.174050] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.276394] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.276776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.276776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.279147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.279274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.279941] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b is going to be updated. [ 1038.313663] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.313869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.313990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.314284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.314484] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.329099] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: IN_PROGRESS for 2s [ 1038.677423] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.677633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.677633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.677859] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.678051] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.678159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.678228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.678377] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.678466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.678553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.678705] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.678783] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.678861] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.678983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.679805] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.682435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.682513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.682981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.683230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.683339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.683439] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.189723] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 742e7a10-dac4-43ce-a9d0-363c7cd557dd: rpc.has_security_group_logging(os_id): False [ 1039.229220] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.229758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.229977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.230524] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.230742] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.231135] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.231385] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.231686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.232620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.232880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.233296] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.233767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.234074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.235193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.235193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.235193] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.235193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.235193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.235656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.235904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.236151] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 1039.327567] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.327972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.327972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.327972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.328097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.349864] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 1039.513207] env[69943]: INFO networking_nsxv3.common.synchronization [req-dfd916de-0632-4713-91ef-75e42eed8c72 req-8333e00a-d812-4603-af8a-cf0e5af66995 tempest-ImagesTestJSON-1364899796 tempest-ImagesTestJSON-1364899796-project-member] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 1039.513207] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGHEST for action security_group_members [ 1039.513207] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.513207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.513207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.513207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.513207] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.513207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.513207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.515075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.515464] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.515717] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.019303] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.019303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.019303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.019571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.019756] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.020038] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.020038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.020173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.020272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.020336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.020406] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be updated. [ 1040.060581] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.060581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.060581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.060581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.060581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.072270] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: IN_PROGRESS for 2s [ 1040.346075] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: SUCCESS [ 1040.346075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.346075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.346075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.346075] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.346075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.346075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.346075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.346075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.346075] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.849483] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.229937] env[69943]: INFO networking_nsxv3.common.synchronization [None req-804dd69e-9543-413e-ad9c-2de81689de14 None None] Enqueued Resource ID: b74a07d1-d3cb-47e5-bd1c-a8e2f5567563 with Priority: HIGHEST for action port [ 1041.230670] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74a07d1-d3cb-47e5-bd1c-a8e2f5567563 with Priority: HIGHEST for action port [ 1041.231016] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-b74a07d1-d3cb-47e5-bd1c-a8e2f5567563 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.231354] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b74a07d1-d3cb-47e5-bd1c-a8e2f5567563" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.231434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b74a07d1-d3cb-47e5-bd1c-a8e2f5567563" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.231752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b74a07d1-d3cb-47e5-bd1c-a8e2f5567563" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.231840] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b74a07d1-d3cb-47e5-bd1c-a8e2f5567563',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.352252] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.369242] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 1041.369242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.736427] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b74a07d1-d3cb-47e5-bd1c-a8e2f5567563 [ 1041.736657] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.736793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.736856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.737091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.737184] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.737286] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b74a07d1-d3cb-47e5-bd1c-a8e2f5567563 already deleted. [ 1041.737372] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b74a07d1-d3cb-47e5-bd1c-a8e2f5567563" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.856576] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.856869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.856869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.857148] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.857335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.857335] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b is going to be updated. [ 1041.894166] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.894318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.894955] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.895152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.895306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.906390] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: IN_PROGRESS for 2s [ 1042.084833] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edde554d-c218-41c7-80ec-fe4f07f3a41a in Status: SUCCESS [ 1042.085168] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a deletion is rescheduled due to dependency. [ 1042.085350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.307840] env[69943]: INFO networking_nsxv3.common.synchronization [req-156f9b86-2d53-4bfe-bf34-19495bd7c703 req-7c00a411-1e50-453d-aac5-672082e655a3 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1042.308452] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1042.308811] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.308956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.309035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.309263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.309418] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.309530] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.309612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.309764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.309855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.309947] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.814896] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.268478] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.268478] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.268608] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.269183] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.269319] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.269935] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.269935] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.269935] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.270111] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.270339] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.270492] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.270645] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.270786] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.270938] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.271090] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.271312] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.296180] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.296384] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1043.296584] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.296788] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.297141] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.297581] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.297717] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.298400] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.298582] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.320409] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.807932] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.807932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.807932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.807932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.807932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.807932] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e not found, creating... [ 1043.807932] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.807932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.807932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.807932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.807932] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.808697] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.808697] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.808697] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.808991] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.809175] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.809386] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e is going to be created. [ 1043.823815] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.826297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.826297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.826297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.826297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.826297] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1043.837442] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.837675] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.837815] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.838119] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.838340] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.838571] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.861454] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.861454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.861454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.861454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.861454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.889358] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1043.918016] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: SUCCESS [ 1043.918498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.918757] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.919570] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.919570] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.919570] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.919769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.920262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.920262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.920262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.920262] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.920460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.920560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.920751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.920931] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.921108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.921212] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.921475] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.922071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.922581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.922748] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.231870] env[69943]: INFO networking_nsxv3.common.synchronization [None req-e847e35e-4815-40e3-b58d-dedafbb82a60 None None] Enqueued Resource ID: 6ce4c33b-5855-4185-8ffc-1b932cec6d9c with Priority: HIGHEST for action port [ 1044.232091] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce4c33b-5855-4185-8ffc-1b932cec6d9c with Priority: HIGHEST for action port [ 1044.232392] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ce4c33b-5855-4185-8ffc-1b932cec6d9c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.232532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ce4c33b-5855-4185-8ffc-1b932cec6d9c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.232606] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ce4c33b-5855-4185-8ffc-1b932cec6d9c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.232917] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ce4c33b-5855-4185-8ffc-1b932cec6d9c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.233018] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ce4c33b-5855-4185-8ffc-1b932cec6d9c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.425513] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3b57249-8339-4b7b-b884-5bc0fb7c8e7b: rpc.has_security_group_logging(os_id): False [ 1044.449260] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.449466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.449466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.449998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.449998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.449998] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.449998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.449998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.449998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.449998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.449998] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.449998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.449998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.449998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.451847] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.451847] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.451847] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.451847] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.452015] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.454305] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.454305] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b is going to be created. [ 1044.513346] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.513887] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.513887] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.514096] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.514230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.527817] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: IN_PROGRESS for 2s [ 1044.736134] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ce4c33b-5855-4185-8ffc-1b932cec6d9c [ 1044.737478] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.742224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.742224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.742224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.742224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.742224] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ce4c33b-5855-4185-8ffc-1b932cec6d9c already deleted. [ 1044.742224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ce4c33b-5855-4185-8ffc-1b932cec6d9c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.779224] env[69943]: INFO networking_nsxv3.common.synchronization [req-156f9b86-2d53-4bfe-bf34-19495bd7c703 req-6813da4e-c063-446b-8c88-d4308d8e5a4b service nova] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_rules [ 1044.779224] env[69943]: INFO networking_nsxv3.common.synchronization [req-156f9b86-2d53-4bfe-bf34-19495bd7c703 req-6813da4e-c063-446b-8c88-d4308d8e5a4b service nova] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1044.779224] env[69943]: INFO networking_nsxv3.common.synchronization [req-156f9b86-2d53-4bfe-bf34-19495bd7c703 req-6813da4e-c063-446b-8c88-d4308d8e5a4b service nova] Enqueued Resource ID: 3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e with Priority: HIGHEST for action port [ 1044.779785] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_rules [ 1044.780099] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1044.780356] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e with Priority: HIGHEST for action port [ 1044.780927] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.781325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.781593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.782776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.782776] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.784074] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.785078] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.785078] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.787636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.787636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.787636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.787636] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.193521] env[69943]: INFO networking_nsxv3.common.synchronization [req-8d8648bb-47c0-43ae-b5f0-8344920432d9 req-5641f34f-f4b9-4127-b2b0-331bb2e71d10 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Enqueued Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_members [ 1045.194184] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_members [ 1045.194506] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.194623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.194687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.194926] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.196402] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.196547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.196645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.196856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.196944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.197050] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.213470] env[69943]: INFO networking_nsxv3.common.synchronization [None req-8759f2d4-1651-4bce-b4a9-f40176c63091 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Enqueued Resource ID: 56298e0a-5e34-44ee-88c2-0911fafc610a with Priority: HIGHEST for action security_group_rules [ 1045.213743] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56298e0a-5e34-44ee-88c2-0911fafc610a with Priority: HIGHEST for action security_group_rules [ 1045.214062] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56298e0a-5e34-44ee-88c2-0911fafc610a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.214180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.214244] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.214493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.214569] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56298e0a-5e34-44ee-88c2-0911fafc610a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.288141] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.288670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.293054] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e with status ACTIVE [ 1045.293054] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.293054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.293054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.293054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.293054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.293054] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.293054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.293054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.293054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.293054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.293054] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.293054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.293054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.293054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.293054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.293054] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e is going to be updated. [ 1045.320338] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.320534] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.320585] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.320787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.320927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.321105] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fd18fa5-7c8f-4f3f-bec4-5d2f9648de5e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.339022] env[69943]: INFO networking_nsxv3.common.synchronization [None req-08e30093-26aa-40b6-99ed-01e609477522 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Enqueued Resource ID: 56298e0a-5e34-44ee-88c2-0911fafc610a with Priority: HIGHEST for action security_group_rules [ 1045.339940] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56298e0a-5e34-44ee-88c2-0911fafc610a with Priority: HIGHEST for action security_group_rules [ 1045.340382] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56298e0a-5e34-44ee-88c2-0911fafc610a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.340382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.667634] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.667904] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.668066] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.668416] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.668786] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.668988] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.669361] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.669671] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.669929] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.670296] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.670526] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.670763] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.670983] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.671204] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1045.671421] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.671723] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.695731] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.698023] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1045.698023] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.698023] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.698023] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-7790bed2-19b5-443f-a6d0-da39f8bc840a taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.698023] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-7790bed2-19b5-443f-a6d0-da39f8bc840a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.698023] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-7790bed2-19b5-443f-a6d0-da39f8bc840a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.698023] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-7790bed2-19b5-443f-a6d0-da39f8bc840a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.698023] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7790bed2-19b5-443f-a6d0-da39f8bc840a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.700058] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.700400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.700590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.700859] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.701067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.701369] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.701711] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.702613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.702613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.702613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.702613] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a already deleted. [ 1045.702613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.734684] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.736259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.736259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.736259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.736259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.736259] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56298e0a-5e34-44ee-88c2-0911fafc610a already deleted. [ 1045.736259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.736259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.736758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.736758] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56298e0a-5e34-44ee-88c2-0911fafc610a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.900558] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1045.900801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.900974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.901215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.901481] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.901606] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.901670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.901834] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.901934] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.902044] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.204183] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.204525] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.204872] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.205247] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.205307] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.205478] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 7790bed2-19b5-443f-a6d0-da39f8bc840a not found, creating... [ 1046.206037] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.206242] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.206545] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.207588] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.207807] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.208208] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.208428] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.208584] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.208840] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.210479] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.210479] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 7790bed2-19b5-443f-a6d0-da39f8bc840a is going to be created. [ 1046.234113] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.234451] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.234451] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.234741] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.234974] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.235224] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-7790bed2-19b5-443f-a6d0-da39f8bc840a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.261084] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.261314] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.261521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.261612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.261700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.261797] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56298e0a-5e34-44ee-88c2-0911fafc610a already deleted. [ 1046.261892] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.407082] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.460336] env[69943]: INFO networking_nsxv3.common.synchronization [req-7be4b47a-f6cb-4c3d-a9a9-95d1aa282cfc req-03b2cb74-47e9-4ea0-82cd-7baa4d88f987 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Enqueued Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1046.460872] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1046.461513] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.461513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.461513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.461701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.461741] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.461861] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.461920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.462064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.462154] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.462249] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.541616] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: SUCCESS [ 1046.543602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.543602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.543602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.543602] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.914033] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.964861] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.044845] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.046429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.243294] env[69943]: INFO networking_nsxv3.common.synchronization [req-8d8648bb-47c0-43ae-b5f0-8344920432d9 req-e3fd399d-9060-45e3-9d46-658a5630f80e service nova] Enqueued Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_rules [ 1047.243591] env[69943]: INFO networking_nsxv3.common.synchronization [req-8d8648bb-47c0-43ae-b5f0-8344920432d9 req-e3fd399d-9060-45e3-9d46-658a5630f80e service nova] Enqueued Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_members [ 1047.243673] env[69943]: INFO networking_nsxv3.common.synchronization [req-8d8648bb-47c0-43ae-b5f0-8344920432d9 req-e3fd399d-9060-45e3-9d46-658a5630f80e service nova] Enqueued Resource ID: 7790bed2-19b5-443f-a6d0-da39f8bc840a with Priority: HIGHEST for action port [ 1047.244356] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_rules [ 1047.244494] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_members [ 1047.244592] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7790bed2-19b5-443f-a6d0-da39f8bc840a with Priority: HIGHEST for action port [ 1047.244862] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.244984] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.248036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.248293] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.248445] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.250144] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.250144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.250144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.250144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.250144] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.250144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.250144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.250144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.250443] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.250443] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.251857] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-7790bed2-19b5-443f-a6d0-da39f8bc840a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.251857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7790bed2-19b5-443f-a6d0-da39f8bc840a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.251857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7790bed2-19b5-443f-a6d0-da39f8bc840a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.251857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7790bed2-19b5-443f-a6d0-da39f8bc840a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.251857] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7790bed2-19b5-443f-a6d0-da39f8bc840a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.413326] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.413633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.413725] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.413939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.414347] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.414347] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1047.447874] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.448056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.448121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.448334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.448489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.459616] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1047.470069] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.756772] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.756772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.756772] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.756772] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7790bed2-19b5-443f-a6d0-da39f8bc840a with status ACTIVE [ 1047.756772] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.756772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.756772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.756772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.756772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.756772] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.756772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.756772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.756772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.756772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.757775] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.758045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.758778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.761942] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.761942] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.761942] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7790bed2-19b5-443f-a6d0-da39f8bc840a is going to be updated. [ 1047.787040] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.787040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.787040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.787040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.787040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.787040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7790bed2-19b5-443f-a6d0-da39f8bc840a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.973781] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.973781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.973781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.974253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.974253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.974347] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b is going to be updated. [ 1048.020310] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.020575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.020681] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.021034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.021291] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.035619] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: IN_PROGRESS for 2s [ 1048.262027] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.766059] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.766059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.766059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.766059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.766059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.766059] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a is going to be created. [ 1048.793153] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.793373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.793441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.793612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.793799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.806459] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: UNINITIALIZED for 2s [ 1049.470268] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1049.470704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.470704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.470924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.471237] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.471366] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.471460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.471602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.471684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.471771] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.471862] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.976561] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.976795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.976923] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.977226] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.977483] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.977647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.977741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.977931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.978102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.978272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.978443] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.978601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.978672] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.978824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.978996] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.979193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.979193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.979280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.979358] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.979437] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.979523] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.047198] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: SUCCESS [ 1050.047510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.047761] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.048013] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.048250] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.048881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.048881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.048881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.048881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.048881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.049263] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.482351] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f24b04cb-4bf8-4cad-9ef0-791acfd015cf: rpc.has_security_group_logging(os_id): False [ 1050.495937] env[69943]: INFO networking_nsxv3.common.synchronization [req-04ebc508-3191-49a5-a7d5-561802f3137e req-79bed79d-8cec-4583-818f-5c2c3481296d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 with Priority: HIGHEST for action security_group_members [ 1050.496478] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 with Priority: HIGHEST for action security_group_members [ 1050.496786] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-4211bbf2-be29-481f-9f7a-e8f27b1ca401 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.496902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.496968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.497178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.497329] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.497428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.497491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.497634] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.497709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.497798] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4211bbf2-be29-481f-9f7a-e8f27b1ca401',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.501471] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.501592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.501705] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.501831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.501904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.502310] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.502310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.502310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.502450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.502539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.502661] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.502797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.502849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.502944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.503018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.503208] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.503298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.503361] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.503496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.503569] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.503645] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1050.551754] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.551974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.551974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.552151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.552321] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.552424] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.552482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.552644] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.552726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.552816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.552959] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.553064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.553127] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.553268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.553451] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.553572] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.553744] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.553822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.553906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.554090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.554176] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.568765] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.568996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.569085] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.569299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.569445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.585790] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1050.820906] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: SUCCESS [ 1050.821206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.822023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.822257] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.822486] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.822660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.822703] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.823981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.823981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.823981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.823981] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.000734] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.000935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.001084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.001379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.001508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.001776] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.001917] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.002030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.002244] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.002351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.002468] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 is going to be updated. [ 1051.028352] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.028570] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.028570] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.028760] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.028941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.040629] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 in Status: IN_PROGRESS for 2s [ 1051.059990] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3b57249-8339-4b7b-b884-5bc0fb7c8e7b: rpc.has_security_group_logging(os_id): False [ 1051.078188] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.078188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.078188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.078188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.078188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.078550] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.078550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.078550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.078659] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.078744] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.078959] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.079073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.079116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.079267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.079343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.079542] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.079624] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.079683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.079828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.079900] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.079977] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b is going to be updated. [ 1051.159454] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.159606] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.159687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.159951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.160239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.206962] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: IN_PROGRESS for 2s [ 1051.327340] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.831016] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a: rpc.has_security_group_logging(os_id): False [ 1051.849061] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.849267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.849346] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.849998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.849998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.849998] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.849998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.850332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.850332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.850332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.850488] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a is going to be created. [ 1051.911290] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.911481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.911552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.911809] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.911909] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.924891] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: IN_PROGRESS for 2s [ 1052.599780] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1052.600045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.051522] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 in Status: SUCCESS [ 1053.051945] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4211bbf2-be29-481f-9f7a-e8f27b1ca401 deletion is rescheduled due to dependency. [ 1053.051945] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4211bbf2-be29-481f-9f7a-e8f27b1ca401" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.223797] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: SUCCESS [ 1053.223797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.223797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.223797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.223797] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.725749] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.725904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.725972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.726508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.726508] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.726508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.726699] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.726774] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.726903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.726983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.727070] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.939276] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: SUCCESS [ 1053.939276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.230785] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.230785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.230785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.230785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.230785] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.230785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.230785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.230785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.230785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.230785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.230785] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.230785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.230785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.231553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.231553] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.231553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.231553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.231553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.231553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.231553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.231765] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.495282] env[69943]: INFO networking_nsxv3.common.synchronization [req-261938c7-97ed-4f2e-ba37-529fbaf272b1 req-6ab6b2e6-d62d-4aa1-8ff4-38a08a554344 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 1054.496301] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 1054.496626] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.496752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.496822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.497038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.497195] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.497389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.497389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.497657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.497744] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.497840] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.738357] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3b57249-8339-4b7b-b884-5bc0fb7c8e7b: rpc.has_security_group_logging(os_id): False [ 1054.757733] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.757894] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.757954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.758440] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.758543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.758774] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.758910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.758910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.759088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.759165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.759362] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.759458] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.759520] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.759689] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.759762] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.759921] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.760064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.760232] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.760400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.760434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.760521] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b is going to be updated. [ 1054.835059] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.835059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.835059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.835059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.835059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.849370] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: IN_PROGRESS for 2s [ 1055.001089] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.504118] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.006393] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.006393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.006393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.006393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.006393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.006662] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 is going to be updated. [ 1056.039415] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.039415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.039415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.039415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.039415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.051896] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: IN_PROGRESS for 2s [ 1056.734787] env[69943]: INFO networking_nsxv3.common.synchronization [None req-9293d6b9-277f-4ae6-b5aa-1d9cb9a62e76 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGHEST for action security_group_rules [ 1056.736501] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGHEST for action security_group_rules [ 1056.736501] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06e600f2-eaae-4ef3-b5e6-b532935c7089 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.736501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.736501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.736842] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.736842] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06e600f2-eaae-4ef3-b5e6-b532935c7089',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.872261] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: SUCCESS [ 1056.874705] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.883941] env[69943]: INFO networking_nsxv3.common.synchronization [None req-889af9d6-a829-49a8-bbc7-b90657531eb6 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGHEST for action security_group_rules [ 1056.890102] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGHEST for action security_group_rules [ 1056.890102] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06e600f2-eaae-4ef3-b5e6-b532935c7089 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.890102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.257938] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.258160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.258209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.258403] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.258492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.258591] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 already deleted. [ 1057.258713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.258865] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.259062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.259160] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06e600f2-eaae-4ef3-b5e6-b532935c7089',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.780892] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.781257] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.781257] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.781338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.781375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.781455] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 already deleted. [ 1057.781531] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.065371] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: SUCCESS [ 1058.065481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.823536] env[69943]: INFO networking_nsxv3.common.synchronization [req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 req-c04325f2-7c12-4a9f-965b-da18c1c90ac5 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 1058.824658] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 1058.825252] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.827083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.827083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.827083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.827083] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.827083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.827083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.827083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.827083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.827083] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.331278] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.331495] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.331575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.331914] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.332179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.332335] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.332335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.332440] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.332525] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.332601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.332650] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be updated. [ 1059.360021] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.360021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.360021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.360021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.360021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.369857] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 1059.401159] env[69943]: INFO networking_nsxv3.common.synchronization [req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 req-9e019eca-0ed8-45a0-9b3d-b31f15cb70e4 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 1059.401788] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 1059.402153] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.402258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.898722] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.899037] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-815" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.899076] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-815" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.899399] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-815" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.899730] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.899970] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.899970] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.900210] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.900411] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.900705] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.900842] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.900960] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.901087] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.901207] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.901319] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.901457] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.921202] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.921403] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1059.921928] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.921928] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-815" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.922159] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-407fdbd6-ce50-4bf8-9bc4-0a084c33a256 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.922355] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-407fdbd6-ce50-4bf8-9bc4-0a084c33a256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.922434] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-407fdbd6-ce50-4bf8-9bc4-0a084c33a256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.922801] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-407fdbd6-ce50-4bf8-9bc4-0a084c33a256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.922969] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407fdbd6-ce50-4bf8-9bc4-0a084c33a256',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.425624] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.425624] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.425819] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.426011] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.426175] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.426341] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 407fdbd6-ce50-4bf8-9bc4-0a084c33a256 not found, creating... [ 1060.426607] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.426795] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.426974] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.427234] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.427382] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.427671] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.427834] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.427957] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.428187] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.428333] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.428479] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 407fdbd6-ce50-4bf8-9bc4-0a084c33a256 is going to be created. [ 1060.449219] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.449435] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.449567] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.449842] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.450092] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.450399] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-407fdbd6-ce50-4bf8-9bc4-0a084c33a256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.292725] env[69943]: INFO networking_nsxv3.common.synchronization [req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 req-c6f54fc2-1161-4760-b755-0537e994dcbe service nova] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_rules [ 1061.293095] env[69943]: INFO networking_nsxv3.common.synchronization [req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 req-c6f54fc2-1161-4760-b755-0537e994dcbe service nova] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 1061.297023] env[69943]: INFO networking_nsxv3.common.synchronization [req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 req-c6f54fc2-1161-4760-b755-0537e994dcbe service nova] Enqueued Resource ID: 407fdbd6-ce50-4bf8-9bc4-0a084c33a256 with Priority: HIGHEST for action port [ 1061.297023] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_rules [ 1061.297023] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 1061.297023] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 407fdbd6-ce50-4bf8-9bc4-0a084c33a256 with Priority: HIGHEST for action port [ 1061.297023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.297023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.297023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.297023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.297023] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.297023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.297023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.297023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-407fdbd6-ce50-4bf8-9bc4-0a084c33a256 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.297735] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-407fdbd6-ce50-4bf8-9bc4-0a084c33a256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.297735] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-407fdbd6-ce50-4bf8-9bc4-0a084c33a256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.297735] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-407fdbd6-ce50-4bf8-9bc4-0a084c33a256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.297735] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('407fdbd6-ce50-4bf8-9bc4-0a084c33a256',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.383626] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 1061.383626] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 deletion is rescheduled due to dependency. [ 1061.383626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.383626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.383626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.383626] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.383626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.383626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.383626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.383626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.383626] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.804375] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.804375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.804375] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 407fdbd6-ce50-4bf8-9bc4-0a084c33a256 with status ACTIVE [ 1061.804375] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.804375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.804375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.804375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.804375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.804375] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.804375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.804375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.804375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.804375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.804375] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.804860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.804860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.804860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.804860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.804860] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 407fdbd6-ce50-4bf8-9bc4-0a084c33a256 is going to be updated. [ 1061.831626] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.831626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.831626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.831626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.831626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.831626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-407fdbd6-ce50-4bf8-9bc4-0a084c33a256" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.886851] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.372025] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.373176] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-635" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.373176] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-635" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.374057] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-635" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.374057] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.374057] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.374057] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.374325] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.374502] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.374777] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.374959] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.375142] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.375319] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.375485] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.375647] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.375855] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.388612] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.396126] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.396412] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1062.396614] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.396953] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-635" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.397472] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-23815098-5a1a-4911-adf6-c15af4edcb25 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.397762] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-23815098-5a1a-4911-adf6-c15af4edcb25" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.397952] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-23815098-5a1a-4911-adf6-c15af4edcb25" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.398339] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-23815098-5a1a-4911-adf6-c15af4edcb25" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.398606] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23815098-5a1a-4911-adf6-c15af4edcb25',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.892136] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.892136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.892136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.892304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.892348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.892650] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be updated. [ 1062.904316] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.905389] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.905389] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.905389] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.905389] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.905389] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 23815098-5a1a-4911-adf6-c15af4edcb25 not found, creating... [ 1062.905687] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.905687] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.905786] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.905973] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.906130] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.906420] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.906575] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.906694] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.906903] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.908571] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.908571] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 23815098-5a1a-4911-adf6-c15af4edcb25 is going to be created. [ 1062.928820] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.929051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.929159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.929415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.929688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.931627] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.931829] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.931960] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.932240] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.932495] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.932681] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-23815098-5a1a-4911-adf6-c15af4edcb25" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.942284] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 1063.195016] env[69943]: INFO networking_nsxv3.common.synchronization [req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 req-c865fcbb-10d8-409e-a5dd-b8b50e1892dd tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Enqueued Resource ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb with Priority: HIGHEST for action security_group_members [ 1063.195375] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb with Priority: HIGHEST for action security_group_members [ 1063.195849] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.199189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.199189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.199189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.199189] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.199189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.199189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.199189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.199189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.199189] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f900a0b6-de34-4c3b-964a-c725fe2ae8fb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.704226] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.704849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.704849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.705062] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.705161] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.705376] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.705473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.705545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.705684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.705763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.705848] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb already deleted. [ 1063.705929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.356716] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.356716] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-833" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.356716] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-833" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.356716] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-833" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.360757] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.360757] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.360757] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.360757] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.360757] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.360757] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.360757] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.360757] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.360757] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.360757] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1064.360757] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.360757] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.382807] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.382807] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1064.383175] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.383298] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-833" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.383709] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-76c1b45a-af04-4833-8566-b578f358a2c5 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.383908] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-76c1b45a-af04-4833-8566-b578f358a2c5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.384066] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-76c1b45a-af04-4833-8566-b578f358a2c5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.384432] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-76c1b45a-af04-4833-8566-b578f358a2c5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.384813] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76c1b45a-af04-4833-8566-b578f358a2c5',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.538717] env[69943]: INFO networking_nsxv3.common.synchronization [req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 req-d60b0644-adf1-4650-891f-67109bc01fdd service nova] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_rules [ 1064.538717] env[69943]: INFO networking_nsxv3.common.synchronization [req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 req-d60b0644-adf1-4650-891f-67109bc01fdd service nova] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 1064.538717] env[69943]: INFO networking_nsxv3.common.synchronization [req-92033bce-d26a-4ca2-ab5e-0c421a88e8c5 req-d60b0644-adf1-4650-891f-67109bc01fdd service nova] Enqueued Resource ID: 23815098-5a1a-4911-adf6-c15af4edcb25 with Priority: HIGHEST for action port [ 1064.538717] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_rules [ 1064.538717] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 1064.538717] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23815098-5a1a-4911-adf6-c15af4edcb25 with Priority: HIGHEST for action port [ 1064.544876] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.544876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.544876] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.544876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.544876] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-23815098-5a1a-4911-adf6-c15af4edcb25 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.544876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23815098-5a1a-4911-adf6-c15af4edcb25" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.544876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23815098-5a1a-4911-adf6-c15af4edcb25" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.544876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23815098-5a1a-4911-adf6-c15af4edcb25" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.544876] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23815098-5a1a-4911-adf6-c15af4edcb25',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.887718] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.888095] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.888095] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.888365] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.888522] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.889040] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 76c1b45a-af04-4833-8566-b578f358a2c5 not found, creating... [ 1064.889354] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.891309] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.891309] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.891309] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.891309] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.891309] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.891657] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.891699] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.891979] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.892168] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.892333] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 76c1b45a-af04-4833-8566-b578f358a2c5 is going to be created. [ 1064.911717] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.911948] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.912093] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.912372] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.912649] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.912886] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-76c1b45a-af04-4833-8566-b578f358a2c5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.951858] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 1064.952178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.952376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.952643] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.952938] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.953078] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.953186] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.953386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.953519] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.953637] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.049067] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23815098-5a1a-4911-adf6-c15af4edcb25 with status ACTIVE [ 1065.049067] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.049067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.049067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.049067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.049067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.049067] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.049067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.049594] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.049594] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.049594] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.050060] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.050192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.050229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.050486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.050641] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.050887] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23815098-5a1a-4911-adf6-c15af4edcb25 is going to be updated. [ 1065.100171] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.100171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.100171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.100171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.100171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.100171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23815098-5a1a-4911-adf6-c15af4edcb25" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.463189] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.969779] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.258252] env[69943]: INFO networking_nsxv3.common.synchronization [req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 req-744d76fb-6b31-4ef1-942a-abb05d3f8cc9 service nova] Enqueued Resource ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb with Priority: HIGHEST for action security_group_rules [ 1066.258252] env[69943]: INFO networking_nsxv3.common.synchronization [req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 req-744d76fb-6b31-4ef1-942a-abb05d3f8cc9 service nova] Enqueued Resource ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb with Priority: HIGHEST for action security_group_members [ 1066.258252] env[69943]: INFO networking_nsxv3.common.synchronization [req-f3b2d8e1-57fa-4267-8928-c97b7bb37065 req-744d76fb-6b31-4ef1-942a-abb05d3f8cc9 service nova] Enqueued Resource ID: 76c1b45a-af04-4833-8566-b578f358a2c5 with Priority: HIGHEST for action port [ 1066.258252] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb with Priority: HIGHEST for action security_group_rules [ 1066.258252] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb with Priority: HIGHEST for action security_group_members [ 1066.258252] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c1b45a-af04-4833-8566-b578f358a2c5 with Priority: HIGHEST for action port [ 1066.258659] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f900a0b6-de34-4c3b-964a-c725fe2ae8fb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.258784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.258844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.259794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.259905] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f900a0b6-de34-4c3b-964a-c725fe2ae8fb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.261147] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.261290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.261376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.261501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.262970] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.262970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.262970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.262970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.262970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.262970] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f900a0b6-de34-4c3b-964a-c725fe2ae8fb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.262970] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-76c1b45a-af04-4833-8566-b578f358a2c5 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.265553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76c1b45a-af04-4833-8566-b578f358a2c5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.265553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76c1b45a-af04-4833-8566-b578f358a2c5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.265553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76c1b45a-af04-4833-8566-b578f358a2c5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.265553] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76c1b45a-af04-4833-8566-b578f358a2c5',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.472970] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.472970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.472970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.472970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.472970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.472970] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be updated. [ 1066.501215] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.504907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.504907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.504907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.504907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.512462] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 1066.766190] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.766190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.766461] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f900a0b6-de34-4c3b-964a-c725fe2ae8fb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.767342] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76c1b45a-af04-4833-8566-b578f358a2c5 with status ACTIVE [ 1066.767503] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.767637] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.767731] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.768218] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.768218] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.768374] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.768374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.768513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.770049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.770049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.770049] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.770264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.770264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.770537] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.770537] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.770537] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76c1b45a-af04-4833-8566-b578f358a2c5 is going to be updated. [ 1066.796936] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.796936] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.796936] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.796936] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.796936] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.796936] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76c1b45a-af04-4833-8566-b578f358a2c5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.273199] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f900a0b6-de34-4c3b-964a-c725fe2ae8fb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.776802] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.777242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.777469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.778563] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.778563] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.778563] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb is going to be created. [ 1067.807528] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.807528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.807528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.807528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.807528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.817263] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb in Status: UNINITIALIZED for 2s [ 1067.982263] env[69943]: INFO networking_nsxv3.common.synchronization [req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc req-b06260cc-c499-4f4c-918f-3c152a958d3a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Enqueued Resource ID: 56298e0a-5e34-44ee-88c2-0911fafc610a with Priority: HIGHEST for action security_group_members [ 1067.982941] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56298e0a-5e34-44ee-88c2-0911fafc610a with Priority: HIGHEST for action security_group_members [ 1067.983236] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-56298e0a-5e34-44ee-88c2-0911fafc610a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.983378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.983459] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.983737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.983853] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.983956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.988470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.988470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.988470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.988470] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56298e0a-5e34-44ee-88c2-0911fafc610a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.490781] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.491205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.491205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.491396] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.491533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.491682] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.491818] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.491911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.492038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.492189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.492271] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56298e0a-5e34-44ee-88c2-0911fafc610a already deleted. [ 1068.492271] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.523958] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 1068.524259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.524476] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.524743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.525123] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.525289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.525368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.525690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.525802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.525901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.526041] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.530183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.530183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.530183] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.530183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.530183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.530183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.530183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.530183] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.753542] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.753542] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-30" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.753542] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-30" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.753542] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-30" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.753542] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.753542] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.754061] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.754061] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.754061] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.754611] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.754611] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.754782] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.754841] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.754957] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1068.755183] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.755456] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.779020] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.779020] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1068.779020] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.779020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-30" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.779020] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-f32e84b8-de54-47de-820f-0b2307250bd1 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.779020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-f32e84b8-de54-47de-820f-0b2307250bd1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.779020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-f32e84b8-de54-47de-820f-0b2307250bd1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.779020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-f32e84b8-de54-47de-820f-0b2307250bd1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.779020] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f32e84b8-de54-47de-820f-0b2307250bd1',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.032380] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.032547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.032777] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.281162] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.281498] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.281720] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.282651] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.282813] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.282992] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port f32e84b8-de54-47de-820f-0b2307250bd1 not found, creating... [ 1069.286875] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.287081] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.287215] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.287482] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.287635] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.287954] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.288474] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.288697] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.288985] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.289240] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.289547] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: f32e84b8-de54-47de-820f-0b2307250bd1 is going to be created. [ 1069.318027] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.318027] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.318027] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.318027] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.318027] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.318027] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-f32e84b8-de54-47de-820f-0b2307250bd1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.527368] env[69943]: INFO networking_nsxv3.common.synchronization [req-dddc269e-df10-4a98-977f-7dc89fcfecab req-f448a505-ef7f-4336-90e6-96dd1128d605 tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Enqueued Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1069.527907] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1069.528288] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.528414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.528473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.528631] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.528781] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.530307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.530379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.530569] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.530667] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.530765] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.536414] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.541919] env[69943]: INFO networking_nsxv3.common.synchronization [req-505198cd-01cd-498c-a8e4-8ef2a18c6c23 req-82f3562b-7322-472e-b1e1-f87b2d0f5f5b tempest-ListServersNegativeTestJSON-663473299 tempest-ListServersNegativeTestJSON-663473299-project-member] Enqueued Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1069.542884] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGHEST for action security_group_members [ 1069.544093] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.544093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.828594] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb in Status: SUCCESS [ 1069.828832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.829038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.829243] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.829428] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.829552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.829625] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.829780] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.829959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.829959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.830124] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f900a0b6-de34-4c3b-964a-c725fe2ae8fb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.033300] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.033479] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.033550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.033744] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.033834] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.034056] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.034159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.034216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.034366] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.034445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.034530] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b is going to be updated. [ 1070.041436] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.041571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.041629] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.041935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.041935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.042039] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be updated. [ 1070.066204] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.066404] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.066452] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.066645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.066812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.069206] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.069341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.069392] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.069575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.069729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.080915] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 1070.081267] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: IN_PROGRESS for 2s [ 1070.333053] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.333256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.333349] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.333653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.333859] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.333969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.334079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.334269] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.334364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.334472] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.334626] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.334740] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.334824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.334963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.335120] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.335227] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.335300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.335457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.337538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.337538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.337538] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f900a0b6-de34-4c3b-964a-c725fe2ae8fb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.382302] env[69943]: INFO networking_nsxv3.common.synchronization [req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc req-662d6892-2317-488a-8597-d4ddfcf4d7c3 service nova] Enqueued Resource ID: 56298e0a-5e34-44ee-88c2-0911fafc610a with Priority: HIGHEST for action security_group_rules [ 1070.382631] env[69943]: INFO networking_nsxv3.common.synchronization [req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc req-662d6892-2317-488a-8597-d4ddfcf4d7c3 service nova] Enqueued Resource ID: 56298e0a-5e34-44ee-88c2-0911fafc610a with Priority: HIGHEST for action security_group_members [ 1070.382884] env[69943]: INFO networking_nsxv3.common.synchronization [req-a0a119f7-2bab-4fb1-9e25-0dfd26e140dc req-662d6892-2317-488a-8597-d4ddfcf4d7c3 service nova] Enqueued Resource ID: f32e84b8-de54-47de-820f-0b2307250bd1 with Priority: HIGHEST for action port [ 1070.383628] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56298e0a-5e34-44ee-88c2-0911fafc610a with Priority: HIGHEST for action security_group_rules [ 1070.383783] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56298e0a-5e34-44ee-88c2-0911fafc610a with Priority: HIGHEST for action security_group_members [ 1070.383938] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f32e84b8-de54-47de-820f-0b2307250bd1 with Priority: HIGHEST for action port [ 1070.384169] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56298e0a-5e34-44ee-88c2-0911fafc610a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.384315] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.384375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.384552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.384631] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56298e0a-5e34-44ee-88c2-0911fafc610a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.385607] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-56298e0a-5e34-44ee-88c2-0911fafc610a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.385729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.385798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.385990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.387410] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.387522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.387580] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.387737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.387823] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.387963] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56298e0a-5e34-44ee-88c2-0911fafc610a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.388788] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-f32e84b8-de54-47de-820f-0b2307250bd1 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.388865] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f32e84b8-de54-47de-820f-0b2307250bd1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.388909] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f32e84b8-de54-47de-820f-0b2307250bd1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.389544] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f32e84b8-de54-47de-820f-0b2307250bd1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.389544] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f32e84b8-de54-47de-820f-0b2307250bd1',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.840443] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f900a0b6-de34-4c3b-964a-c725fe2ae8fb: rpc.has_security_group_logging(os_id): False [ 1070.859432] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.859432] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.859642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.859683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.859751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.859961] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.860072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.860171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.860302] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.860383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.860602] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.860714] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.860778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.860921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.861018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.861185] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.861299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.861357] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.861502] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.861575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.861753] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb is going to be created. [ 1070.890511] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56298e0a-5e34-44ee-88c2-0911fafc610a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.891736] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-56298e0a-5e34-44ee-88c2-0911fafc610a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.891852] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.893657] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f32e84b8-de54-47de-820f-0b2307250bd1 with status ACTIVE [ 1070.893657] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.893657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.893657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.894022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.894022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.894095] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.894189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.894252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.894402] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.894516] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.894726] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.894822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.894884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.895036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.895112] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.895197] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f32e84b8-de54-47de-820f-0b2307250bd1 is going to be updated. [ 1070.915016] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.915016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.915256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.915256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.915389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.915646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f32e84b8-de54-47de-820f-0b2307250bd1" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.918413] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.918589] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.918589] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.918807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.918977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.929792] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb in Status: IN_PROGRESS for 2s [ 1071.394021] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56298e0a-5e34-44ee-88c2-0911fafc610a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.897346] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.897842] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.903433] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.903770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.904392] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.904392] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56298e0a-5e34-44ee-88c2-0911fafc610a is going to be created. [ 1071.954863] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.955425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.955584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.956180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.956390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.973769] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56298e0a-5e34-44ee-88c2-0911fafc610a in Status: UNINITIALIZED for 2s [ 1072.095030] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 1072.095317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.095567] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.095751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.096032] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.096444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.096444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.096444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.096864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.096864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.097162] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.097162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.097162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.098102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.098102] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.098102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.098102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.098102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.098102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.099094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.099094] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.100523] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: SUCCESS [ 1072.103175] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b deletion is rescheduled due to dependency. [ 1072.103175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.103175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.103175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.103175] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.103175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.103175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.103175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.103175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.103175] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.605076] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3da58516-7c28-4b4e-ab51-d462d2a0e397: rpc.has_security_group_logging(os_id): False [ 1072.606329] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.606474] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.606544] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.606745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.606840] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.607123] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.607240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.607331] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.607554] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.607684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.607820] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b is going to be updated. [ 1072.647153] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.647307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.647426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.647764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.647764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.648106] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.648106] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.648106] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.648503] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.648503] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.648679] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.648679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.648802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.648902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.648953] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.649299] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.649299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.649299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.649558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.649558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.649901] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be updated. [ 1072.668380] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.668508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.668573] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.668789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.668957] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.684052] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: IN_PROGRESS for 2s [ 1072.749331] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.749480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.749553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.749767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.749922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.768442] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 1072.943508] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb in Status: SUCCESS [ 1072.945280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.983150] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56298e0a-5e34-44ee-88c2-0911fafc610a in Status: SUCCESS [ 1073.983464] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.983547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.983802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.984032] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.984147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.984214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.984329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.984417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.984505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.984595] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56298e0a-5e34-44ee-88c2-0911fafc610a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.487060] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56298e0a-5e34-44ee-88c2-0911fafc610a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.698870] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b in Status: SUCCESS [ 1074.699142] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b deletion is rescheduled due to dependency. [ 1074.699291] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.785370] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 1074.785721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.785968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.786275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.786491] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.989104] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56298e0a-5e34-44ee-88c2-0911fafc610a: rpc.has_security_group_logging(os_id): False [ 1075.008039] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.008039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.008039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.008039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.008039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.008382] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.008382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.008382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.008571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.008610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.008716] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56298e0a-5e34-44ee-88c2-0911fafc610a is going to be created. [ 1075.071578] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.071810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.071810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.072055] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.072277] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.085611] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56298e0a-5e34-44ee-88c2-0911fafc610a in Status: IN_PROGRESS for 2s [ 1075.289559] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.289732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.289853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.290169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.290381] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.290520] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.290604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.290809] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.290903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.290995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.291169] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.384956] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1075.385191] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1075.793899] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.794096] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.794150] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.794363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.795046] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.795139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.795195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.795327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.795417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.795509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.795658] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.795754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.795816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.795972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.796125] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.796220] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.796274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.796415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.796492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.796572] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.796660] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.137079] env[69943]: INFO networking_nsxv3.common.synchronization [req-951d847e-4087-4aff-98f6-2cbbcd17bae7 req-bf8ffb47-92b5-4201-b425-e5c7b714cc80 tempest-ServersAdminTestJSON-1976048573 tempest-ServersAdminTestJSON-1976048573-project-member] Enqueued Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 1076.137079] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 with Priority: HIGHEST for action security_group_members [ 1076.137625] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-57c0cc19-112d-46e4-b1f1-e282c2497995 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.137822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.137999] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.138304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.138580] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.138767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.138905] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.139219] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.139377] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.139550] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57c0cc19-112d-46e4-b1f1-e282c2497995',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.299178] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3da58516-7c28-4b4e-ab51-d462d2a0e397: rpc.has_security_group_logging(os_id): False [ 1076.317820] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.318026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.318066] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.318252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.318346] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.318528] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.318626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.318690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.318843] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.318945] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.319171] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.319272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.319334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.319474] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.319548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.319724] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.319818] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.319878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.320051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.320136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.320223] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be updated. [ 1076.384517] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.384693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.384769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.384983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.385180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.402101] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 1076.646206] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.646206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.646206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.646206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.646206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.646206] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.646206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.646206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.646206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.646206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.646206] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 is going to be updated. [ 1076.692591] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.692591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.692591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.692591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.692591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.701987] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: IN_PROGRESS for 2s [ 1076.909761] env[69943]: INFO networking_nsxv3.common.synchronization [req-30b3e034-35ae-4c52-bfc3-3c655af67e75 req-73edecd1-9744-403b-8c54-03a16b302d73 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 1076.910948] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 1076.911363] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.911511] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.911576] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.911758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.911907] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.912012] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.912081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.912228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.912312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.912417] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.102160] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56298e0a-5e34-44ee-88c2-0911fafc610a in Status: SUCCESS [ 1077.102493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.282588] env[69943]: INFO networking_nsxv3.common.synchronization [req-30b3e034-35ae-4c52-bfc3-3c655af67e75 req-d44ce4d6-cf84-4bec-967e-180918f80234 tempest-ServersTestMultiNic-311568147 tempest-ServersTestMultiNic-311568147-project-member] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 1077.283168] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGHEST for action security_group_members [ 1077.283491] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.284207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.416048] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.919063] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.101765] env[69943]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1078.102062] env[69943]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1078.417763] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 1078.418162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.421613] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.421747] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.421812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.422055] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.422152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.422260] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be updated. [ 1078.453234] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.453441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.453441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.453716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.453799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.464116] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 1078.713321] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 in Status: SUCCESS [ 1078.713995] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57c0cc19-112d-46e4-b1f1-e282c2497995 deletion is rescheduled due to dependency. [ 1078.714134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57c0cc19-112d-46e4-b1f1-e282c2497995" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.716818] env[69943]: INFO networking_nsxv3.common.synchronization [req-065438d5-af7b-4c00-a5f9-707953918981 req-3d03c306-a2af-4367-9424-8daa10871bfd tempest-InstanceActionsV221TestJSON-2023540265 tempest-InstanceActionsV221TestJSON-2023540265-project-member] Enqueued Resource ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb with Priority: HIGHEST for action security_group_members [ 1079.717370] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb with Priority: HIGHEST for action security_group_members [ 1079.717675] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.717829] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.717910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.720939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.721150] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.721273] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.721345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.721499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.721588] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.721682] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f900a0b6-de34-4c3b-964a-c725fe2ae8fb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.800328] env[69943]: INFO networking_nsxv3.common.synchronization [req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda req-23a89b96-d66a-46d5-a111-72242676372a tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1079.800792] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1079.804381] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.804381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.804381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.804636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.804887] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.805129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.805246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.805394] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.805749] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.805749] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.979305] env[69943]: INFO networking_nsxv3.common.synchronization [req-8a3b67bd-1a8b-4138-a34e-ec00e169ecde req-a0553082-942b-4e09-a1b4-5d2c44bccc92 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 with Priority: HIGHEST for action security_group_members [ 1079.979305] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 with Priority: HIGHEST for action security_group_members [ 1079.981049] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.982919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.982919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.982919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.982919] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.982919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.982919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.982919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.983466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.983466] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.103440] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.103645] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.103777] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.104148] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.104456] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.104650] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.104770] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.105031] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.105287] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.105555] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.105877] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.105877] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.106013] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.106218] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.106376] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.106531] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.133413] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.133629] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.133802] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.134344] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.134448] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-c47268f6-d88a-442c-9cce-20fccf0c465b taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.134597] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-c47268f6-d88a-442c-9cce-20fccf0c465b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.134745] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-c47268f6-d88a-442c-9cce-20fccf0c465b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.135114] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-c47268f6-d88a-442c-9cce-20fccf0c465b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.135250] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c47268f6-d88a-442c-9cce-20fccf0c465b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.223939] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.224128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.224201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.224416] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.224512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.224716] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.224815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.224879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.225065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.225183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.225231] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb is going to be updated. [ 1080.257193] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.257346] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.257418] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.257641] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.257814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.271146] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb in Status: IN_PROGRESS for 2s [ 1080.308937] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.479318] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 1080.479318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.479318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.479318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.479318] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.479318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.479318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.479318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.479318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.479318] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.489972] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.489972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.489972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.489972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.520493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.520493] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.520493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.520493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.520493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.520493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.520493] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 is going to be updated. [ 1080.545854] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.545993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.546097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.546307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.546445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.555726] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 in Status: IN_PROGRESS for 2s [ 1080.637323] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.637659] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.637808] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.638154] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.638397] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.638625] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port c47268f6-d88a-442c-9cce-20fccf0c465b not found, creating... [ 1080.638950] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.639317] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.639317] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.639602] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.639779] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.640166] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.640454] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.640525] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.640811] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.641015] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.641241] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: c47268f6-d88a-442c-9cce-20fccf0c465b is going to be created. [ 1080.665379] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.665634] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.665747] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.666258] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.666334] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.666562] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-c47268f6-d88a-442c-9cce-20fccf0c465b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.814276] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.981567] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.981802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.981929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.982160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.982267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.982507] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.983138] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.983138] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.983138] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.983138] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.983138] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be updated. [ 1081.017822] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.017822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.017822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.017822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.017822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.027359] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: IN_PROGRESS for 2s [ 1081.316793] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.316977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.317083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.317326] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.317421] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.317560] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1081.351568] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.351778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.351778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.352092] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.352246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.361520] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1081.390288] env[69943]: INFO networking_nsxv3.common.synchronization [req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda req-ddd08a97-5b67-4e55-97de-ff1a9e3f7d73 service nova] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_rules [ 1081.390470] env[69943]: INFO networking_nsxv3.common.synchronization [req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda req-ddd08a97-5b67-4e55-97de-ff1a9e3f7d73 service nova] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1081.390614] env[69943]: INFO networking_nsxv3.common.synchronization [req-3d1d1c84-1b3d-4b6f-b7a5-5090f333ffda req-ddd08a97-5b67-4e55-97de-ff1a9e3f7d73 service nova] Enqueued Resource ID: c47268f6-d88a-442c-9cce-20fccf0c465b with Priority: HIGHEST for action port [ 1081.390876] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_rules [ 1081.391018] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1081.391132] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c47268f6-d88a-442c-9cce-20fccf0c465b with Priority: HIGHEST for action port [ 1081.391686] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.391891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.391891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.392088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.392196] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.393029] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.393117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.393282] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-c47268f6-d88a-442c-9cce-20fccf0c465b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.393378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c47268f6-d88a-442c-9cce-20fccf0c465b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.393442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c47268f6-d88a-442c-9cce-20fccf0c465b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.393600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c47268f6-d88a-442c-9cce-20fccf0c465b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.393674] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c47268f6-d88a-442c-9cce-20fccf0c465b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.895595] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.895973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.895973] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c47268f6-d88a-442c-9cce-20fccf0c465b with status ACTIVE [ 1081.896119] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.896250] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.896304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.896505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.896591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.896929] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.896929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.896929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.897111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.897182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.897367] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.897460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.897522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.897662] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.897774] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.897979] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c47268f6-d88a-442c-9cce-20fccf0c465b is going to be updated. [ 1081.919289] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.919433] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.919433] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.919595] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.919743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.919963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c47268f6-d88a-442c-9cce-20fccf0c465b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.282067] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb in Status: SUCCESS [ 1082.282067] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f900a0b6-de34-4c3b-964a-c725fe2ae8fb deletion is rescheduled due to dependency. [ 1082.282067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f900a0b6-de34-4c3b-964a-c725fe2ae8fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.565537] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 in Status: SUCCESS [ 1082.565716] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8 deletion is rescheduled due to dependency. [ 1082.565811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.037781] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 in Status: SUCCESS [ 1083.038067] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 deletion is rescheduled due to dependency. [ 1083.038117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.372715] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1083.373098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.373214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.373356] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.373553] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.373681] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.373769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.373929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.374164] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.374164] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.877410] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.380258] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.883687] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.883838] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.883912] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.884153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.884246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.884347] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1084.911021] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.911258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.911306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.911485] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.911633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.922858] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1086.392293] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1086.392293] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1086.935345] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1086.935345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.935345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.935537] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.935658] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.936478] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.936478] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.936478] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.936478] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.936478] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.936478] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.439045] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.439445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.439445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.439540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.439658] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.439741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.439802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.439952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.440052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.440864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.441124] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.441235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.441303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.441466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.441605] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.441790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.441790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.441907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.442024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.442115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.442208] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.946400] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f24b04cb-4bf8-4cad-9ef0-791acfd015cf: rpc.has_security_group_logging(os_id): False [ 1087.967100] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.967255] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.967317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.967765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.967856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.968148] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.968241] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.968241] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.968400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.968476] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.968683] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.968779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.968841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.969275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.969275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.969376] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.969433] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.969490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.969656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.969734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.970067] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1088.033065] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.033306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.033370] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.033749] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.033896] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.050500] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1088.613076] env[69943]: INFO networking_nsxv3.common.synchronization [req-a3b557db-3da4-486b-9b6d-ef5469e07a5c req-59662d6e-041a-4c1f-bd3b-1dfed1062245 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGHEST for action security_group_members [ 1088.613749] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGHEST for action security_group_members [ 1088.613994] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-06e600f2-eaae-4ef3-b5e6-b532935c7089 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.617117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.617117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.617228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.620301] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.620301] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.620301] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.620301] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.620301] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.620301] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06e600f2-eaae-4ef3-b5e6-b532935c7089',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.124826] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.124956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.125028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.125254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.125350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.125547] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.125695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.125695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.125851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.125928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.126035] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 already deleted. [ 1089.126153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.263178] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.263380] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.263508] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.263776] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.264063] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.264227] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.264349] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.264564] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.264742] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.265571] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.265837] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.266066] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.266240] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.266393] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.266530] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.266734] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.286748] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.286924] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.287451] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.287828] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.288345] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-544c7297-b35f-4fe9-9981-782afe689f18 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.288625] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-544c7297-b35f-4fe9-9981-782afe689f18" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.289081] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-544c7297-b35f-4fe9-9981-782afe689f18" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.289210] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-544c7297-b35f-4fe9-9981-782afe689f18" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.289475] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('544c7297-b35f-4fe9-9981-782afe689f18',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.468344] env[69943]: INFO networking_nsxv3.common.synchronization [None req-3c6e3b86-bbc2-413e-a572-4b8dd1873e6f tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 with Priority: HIGHEST for action security_group_rules [ 1089.468889] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 with Priority: HIGHEST for action security_group_rules [ 1089.469592] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bb94264-ac10-4c78-b7d8-9900d99cba12 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.469764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.469876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.470234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.470455] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bb94264-ac10-4c78-b7d8-9900d99cba12',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.639147] env[69943]: INFO networking_nsxv3.common.synchronization [None req-7a7e250c-77fd-4790-90a6-f2512ad2e550 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 with Priority: HIGHEST for action security_group_rules [ 1089.639715] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 with Priority: HIGHEST for action security_group_rules [ 1089.640024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bb94264-ac10-4c78-b7d8-9900d99cba12 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.640141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.793549] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.793803] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.793984] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.794251] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.794409] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.794579] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 544c7297-b35f-4fe9-9981-782afe689f18 not found, creating... [ 1089.794850] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.795017] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.795149] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.795392] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.795538] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.795829] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.796070] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.798038] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.798038] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.798038] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.798038] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 544c7297-b35f-4fe9-9981-782afe689f18 is going to be created. [ 1089.822654] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.823028] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.823028] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.823336] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.823569] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.823800] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-544c7297-b35f-4fe9-9981-782afe689f18" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.001346] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.001656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.001656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.001940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.002033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.002088] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 already deleted. [ 1090.002156] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.002311] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.002513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.002595] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bb94264-ac10-4c78-b7d8-9900d99cba12',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.064961] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1090.064961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.524332] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.524969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.525389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.525730] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.525954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.526191] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 already deleted. [ 1090.526461] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.048978] env[69943]: INFO networking_nsxv3.common.synchronization [req-a3b557db-3da4-486b-9b6d-ef5469e07a5c req-403c7f19-b513-4b72-8465-3074ece2c305 service nova] Enqueued Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGHEST for action security_group_rules [ 1091.049290] env[69943]: INFO networking_nsxv3.common.synchronization [req-a3b557db-3da4-486b-9b6d-ef5469e07a5c req-403c7f19-b513-4b72-8465-3074ece2c305 service nova] Enqueued Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGHEST for action security_group_members [ 1091.049290] env[69943]: INFO networking_nsxv3.common.synchronization [req-a3b557db-3da4-486b-9b6d-ef5469e07a5c req-403c7f19-b513-4b72-8465-3074ece2c305 service nova] Enqueued Resource ID: 544c7297-b35f-4fe9-9981-782afe689f18 with Priority: HIGHEST for action port [ 1091.049455] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGHEST for action security_group_rules [ 1091.049647] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGHEST for action security_group_members [ 1091.049761] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 544c7297-b35f-4fe9-9981-782afe689f18 with Priority: HIGHEST for action port [ 1091.050346] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06e600f2-eaae-4ef3-b5e6-b532935c7089 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.050467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.050605] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.050804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.050917] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06e600f2-eaae-4ef3-b5e6-b532935c7089',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.051986] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-06e600f2-eaae-4ef3-b5e6-b532935c7089 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.051986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.052116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.052225] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.052368] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.052492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.052551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.052693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.052776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.052865] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06e600f2-eaae-4ef3-b5e6-b532935c7089',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.057020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-544c7297-b35f-4fe9-9981-782afe689f18 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.057020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-544c7297-b35f-4fe9-9981-782afe689f18" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.057020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-544c7297-b35f-4fe9-9981-782afe689f18" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.057020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-544c7297-b35f-4fe9-9981-782afe689f18" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.057020] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('544c7297-b35f-4fe9-9981-782afe689f18',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.340817] env[69943]: INFO networking_nsxv3.common.synchronization [req-98c39a2d-dd49-46f3-95a8-f40aaaea3d5a req-234f25ba-0591-4592-9cef-3a6fb3d9e9fb tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Enqueued Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_members [ 1091.341309] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGHEST for action security_group_members [ 1091.341645] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-19d1292c-b8fb-4597-9de1-877ef70a29ae taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.341801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.341878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.342831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.342999] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.343128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.343192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.343370] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.343583] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.343583] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.560381] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-06e600f2-eaae-4ef3-b5e6-b532935c7089 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.560381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.560381] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06e600f2-eaae-4ef3-b5e6-b532935c7089',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.560884] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 544c7297-b35f-4fe9-9981-782afe689f18 with status ACTIVE [ 1091.563020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.563020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.563020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.563020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.563020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.563020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.563020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.563020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.563020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.563020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.563020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.563020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.563020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.563020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.563020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.563020] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 544c7297-b35f-4fe9-9981-782afe689f18 is going to be updated. [ 1091.587649] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.587649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.587796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.587918] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.588069] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.588242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-544c7297-b35f-4fe9-9981-782afe689f18" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.846386] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.848076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.848076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.848076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.848076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.848076] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.848076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.848076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.848076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.848076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.848076] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae is going to be updated. [ 1091.877914] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.878111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.878180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.878414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.878559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.887976] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae in Status: IN_PROGRESS for 2s [ 1092.070067] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06e600f2-eaae-4ef3-b5e6-b532935c7089',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.572468] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.572556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.572613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.573550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.573663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.573773] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 is going to be created. [ 1092.599994] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.600160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.600208] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.600417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.600573] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.619275] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 in Status: UNINITIALIZED for 2s [ 1093.898863] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae in Status: SUCCESS [ 1093.899186] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae deletion is rescheduled due to dependency. [ 1093.899375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.256466] env[69943]: INFO networking_nsxv3.common.synchronization [None req-406d42ad-a326-478c-9b4e-da59ada0651b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Enqueued Resource ID: 17b7f035-9948-42bb-bef8-0f037874e6a6 with Priority: HIGHEST for action security_group_rules [ 1094.256466] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b7f035-9948-42bb-bef8-0f037874e6a6 with Priority: HIGHEST for action security_group_rules [ 1094.256466] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17b7f035-9948-42bb-bef8-0f037874e6a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.256466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17b7f035-9948-42bb-bef8-0f037874e6a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.256466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17b7f035-9948-42bb-bef8-0f037874e6a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.259349] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17b7f035-9948-42bb-bef8-0f037874e6a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.259489] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17b7f035-9948-42bb-bef8-0f037874e6a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.345098] env[69943]: INFO networking_nsxv3.common.synchronization [None req-e294f5f0-f72b-4dda-88d6-feec8fcf7bea tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Enqueued Resource ID: 17b7f035-9948-42bb-bef8-0f037874e6a6 with Priority: HIGHEST for action security_group_rules [ 1094.345098] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b7f035-9948-42bb-bef8-0f037874e6a6 with Priority: HIGHEST for action security_group_rules [ 1094.345098] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17b7f035-9948-42bb-bef8-0f037874e6a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.345098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17b7f035-9948-42bb-bef8-0f037874e6a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.630880] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 in Status: SUCCESS [ 1094.631137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.631328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.631633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.632022] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.632022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.632022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.632230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.632230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.632335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.632385] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06e600f2-eaae-4ef3-b5e6-b532935c7089',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.784587] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.784587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.784587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.784587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.784587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.784587] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17b7f035-9948-42bb-bef8-0f037874e6a6 already deleted. [ 1094.784587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17b7f035-9948-42bb-bef8-0f037874e6a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.784587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17b7f035-9948-42bb-bef8-0f037874e6a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.784587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17b7f035-9948-42bb-bef8-0f037874e6a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.784587] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17b7f035-9948-42bb-bef8-0f037874e6a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.917189] env[69943]: INFO networking_nsxv3.common.synchronization [req-9f2735ad-6571-4e44-aa02-446c6514c508 req-df31c1eb-897a-4dc6-ad77-2f1ea5e367f7 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1094.917958] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1094.921141] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.921141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.921141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.921141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.921141] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.921141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.921141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.921141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.921141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.921141] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.136025] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06e600f2-eaae-4ef3-b5e6-b532935c7089',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.306284] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.306568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.306638] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.306801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.306944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.306981] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17b7f035-9948-42bb-bef8-0f037874e6a6 already deleted. [ 1095.307083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17b7f035-9948-42bb-bef8-0f037874e6a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.424161] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.637668] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06e600f2-eaae-4ef3-b5e6-b532935c7089: rpc.has_security_group_logging(os_id): False [ 1095.655881] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.656298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.656298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.656298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.656446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.656647] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.656765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.656823] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.657039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.657108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.657778] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 is going to be created. [ 1095.723178] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.725147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.725147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.725147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.725147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.736830] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 in Status: IN_PROGRESS for 2s [ 1095.909967] env[69943]: INFO networking_nsxv3.common.synchronization [None req-eb8a47f2-3438-460e-8ce0-31272b9ace77 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Enqueued Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_rules [ 1095.910835] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_rules [ 1095.910835] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239bc208-1150-4895-9837-ec64da93a0db taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.910977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.910977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.911273] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.911354] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.926593] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.003535] env[69943]: INFO networking_nsxv3.common.synchronization [None req-8161da18-9972-45ff-87b3-b788dda850ad tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Enqueued Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_rules [ 1096.004235] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_rules [ 1096.004576] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239bc208-1150-4895-9837-ec64da93a0db taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.004676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.430280] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.430412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.430466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.430749] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.430895] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.431070] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1096.434076] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.434211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.434290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.434505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.434597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.434727] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239bc208-1150-4895-9837-ec64da93a0db already deleted. [ 1096.434821] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.434985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.435192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.435330] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.483534] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.483705] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.483748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.483975] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.484160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.497079] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1096.958716] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.958716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.958716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.959329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.959329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.959329] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239bc208-1150-4895-9837-ec64da93a0db already deleted. [ 1096.959504] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.750792] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 in Status: SUCCESS [ 1097.750792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.828466] env[69943]: INFO networking_nsxv3.common.synchronization [req-3432d994-753b-4222-a2ba-50f9300b1d8b req-2d076397-507a-4327-a2db-130ad2e8c697 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1097.828975] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1097.829281] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.829425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.829490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.829687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.829923] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.829923] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.830025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.830964] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.830964] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.830964] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.306645] env[69943]: INFO networking_nsxv3.common.synchronization [None req-f155b034-4fea-43f5-bdb5-12aa97c3f7ea None None] Enqueued Resource ID: ba30b04e-2659-4c9d-8bd4-2b6b8ed1de31 with Priority: HIGHEST for action port [ 1098.306989] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba30b04e-2659-4c9d-8bd4-2b6b8ed1de31 with Priority: HIGHEST for action port [ 1098.307678] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba30b04e-2659-4c9d-8bd4-2b6b8ed1de31 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.308039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba30b04e-2659-4c9d-8bd4-2b6b8ed1de31" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.308039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba30b04e-2659-4c9d-8bd4-2b6b8ed1de31" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.308246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba30b04e-2659-4c9d-8bd4-2b6b8ed1de31" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.308246] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba30b04e-2659-4c9d-8bd4-2b6b8ed1de31',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.333060] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.333060] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.333060] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.333378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.333378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.333566] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.333670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.333732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.333873] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.333944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.334044] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 1098.366700] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.367676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.367676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.367676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.367676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.379182] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 1098.428817] env[69943]: INFO networking_nsxv3.common.synchronization [req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 req-59e9e3f6-7e66-4c3b-baf3-668312ff4e7f tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 with Priority: HIGHEST for action security_group_members [ 1098.431309] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 with Priority: HIGHEST for action security_group_members [ 1098.431649] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb94264-ac10-4c78-b7d8-9900d99cba12 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.431858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.431858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.432118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.432275] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.432376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.432441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.432693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.432769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.433251] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb94264-ac10-4c78-b7d8-9900d99cba12',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.506912] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1098.507180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.751834] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.751834] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.751834] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.751834] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.751834] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.751834] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.751834] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.751834] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.752496] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.752834] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1098.753073] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.753379] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.753603] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.753823] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1098.754060] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.754318] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.775323] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.775490] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1098.775597] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.775685] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.776061] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.776206] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.776817] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.776817] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.776817] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.812973] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba30b04e-2659-4c9d-8bd4-2b6b8ed1de31 [ 1098.812973] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.812973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.812973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.812973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.812973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.812973] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba30b04e-2659-4c9d-8bd4-2b6b8ed1de31 already deleted. [ 1098.812973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba30b04e-2659-4c9d-8bd4-2b6b8ed1de31" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.935714] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.935878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.935947] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.936188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.936279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.936528] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.936598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.936637] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.936769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.936855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.936924] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 already deleted. [ 1098.937010] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.193133] env[69943]: INFO networking_nsxv3.common.synchronization [None req-ce76dd36-c1fa-40e9-84d3-29f1bb807a7b tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Enqueued Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGHEST for action security_group_rules [ 1099.193664] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGHEST for action security_group_rules [ 1099.193965] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.194102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.194168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.194421] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.194507] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e5b456-4ba7-4427-9efc-b10456f6da8e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.271706] env[69943]: INFO networking_nsxv3.common.synchronization [None req-9c7f8f80-c8d7-45b3-b6ea-8df81681f5b5 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Enqueued Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGHEST for action security_group_rules [ 1099.272268] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGHEST for action security_group_rules [ 1099.272576] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.272689] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.280403] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.280675] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.280777] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.281031] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.281193] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.281353] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f not found, creating... [ 1099.281703] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.281825] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.282032] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.282150] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.282296] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.282627] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.282734] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.282921] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.283117] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.283199] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.283328] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f is going to be created. [ 1099.305931] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.306227] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.306408] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.306777] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.307086] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.307504] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.714090] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.714277] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.714277] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.714454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.714545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.715098] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e already deleted. [ 1099.715098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.715098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.715098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.715098] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e5b456-4ba7-4427-9efc-b10456f6da8e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.074416] env[69943]: INFO networking_nsxv3.common.synchronization [req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 req-96e06112-aab8-45c7-ac36-15cc5cf5f9b2 service nova] Enqueued Resource ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 with Priority: HIGHEST for action security_group_rules [ 1100.074696] env[69943]: INFO networking_nsxv3.common.synchronization [req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 req-96e06112-aab8-45c7-ac36-15cc5cf5f9b2 service nova] Enqueued Resource ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 with Priority: HIGHEST for action security_group_members [ 1100.074874] env[69943]: INFO networking_nsxv3.common.synchronization [req-a42ce36a-2489-469e-b292-7fc6ad54a8a2 req-96e06112-aab8-45c7-ac36-15cc5cf5f9b2 service nova] Enqueued Resource ID: d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f with Priority: HIGHEST for action port [ 1100.075393] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 with Priority: HIGHEST for action security_group_rules [ 1100.075547] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 with Priority: HIGHEST for action security_group_members [ 1100.075645] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f with Priority: HIGHEST for action port [ 1100.076082] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bb94264-ac10-4c78-b7d8-9900d99cba12 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.076263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.076360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.076668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.076783] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bb94264-ac10-4c78-b7d8-9900d99cba12',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.077789] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb94264-ac10-4c78-b7d8-9900d99cba12 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.077905] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.077999] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.078222] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.078385] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.078481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.078545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.078712] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.078875] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.079033] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb94264-ac10-4c78-b7d8-9900d99cba12',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.080284] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.080284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.080284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.080471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.080548] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.238495] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.242079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.242079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.242079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.242079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.242079] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e already deleted. [ 1100.242079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.389077] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 1100.389443] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd deletion is rescheduled due to dependency. [ 1100.389443] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.582666] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb94264-ac10-4c78-b7d8-9900d99cba12 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.582878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.585020] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bb94264-ac10-4c78-b7d8-9900d99cba12',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.585020] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f with status ACTIVE [ 1100.585020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.585020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.585020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.585297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.585297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.585438] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.585498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.585568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.585688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.585755] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.585926] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.589134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.589412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.589488] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.589556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.589664] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f is going to be updated. [ 1100.611881] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.612053] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.612123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.612323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.612461] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.612612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9ec37f8-b0a4-4c4e-b49b-57556aeffd7f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.720095] env[69943]: INFO networking_nsxv3.common.synchronization [None req-2f6ed2a8-5069-4925-b764-66c65655eac1 None None] Enqueued Resource ID: 68d527ea-8873-4294-b4f8-90c50b1aa04c with Priority: HIGHEST for action port [ 1100.720408] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68d527ea-8873-4294-b4f8-90c50b1aa04c with Priority: HIGHEST for action port [ 1100.720974] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-68d527ea-8873-4294-b4f8-90c50b1aa04c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.721105] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68d527ea-8873-4294-b4f8-90c50b1aa04c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.721155] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68d527ea-8873-4294-b4f8-90c50b1aa04c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.721444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68d527ea-8873-4294-b4f8-90c50b1aa04c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.721541] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68d527ea-8873-4294-b4f8-90c50b1aa04c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.092146] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bb94264-ac10-4c78-b7d8-9900d99cba12',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.224702] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68d527ea-8873-4294-b4f8-90c50b1aa04c [ 1101.224702] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.224944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.224944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.226044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.226044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.226044] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68d527ea-8873-4294-b4f8-90c50b1aa04c already deleted. [ 1101.226044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68d527ea-8873-4294-b4f8-90c50b1aa04c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.599956] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.599956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.599956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.599956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.599956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.599956] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 is going to be created. [ 1101.627295] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.627295] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.627295] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.627295] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.627295] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.636024] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 in Status: UNINITIALIZED for 2s [ 1102.361830] env[69943]: INFO networking_nsxv3.common.synchronization [req-5711e31c-a5b7-4163-995e-45aa3bd8287f req-d5ffcd85-43a4-42e9-8ce7-2665eb4fbfe7 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Enqueued Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_members [ 1102.362435] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_members [ 1102.362919] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.363200] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.363368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.363792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.364054] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.364269] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.364413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.364650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.364838] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.365021] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.867473] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.867953] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.867953] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.867953] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.867953] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.868271] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.868271] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.868380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.868524] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.868524] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.868651] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 782c88b5-780e-4baa-899a-69c7433338a0 already deleted. [ 1102.868701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.214027] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.214027] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.214027] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.214027] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.214027] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.214027] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.218836] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.218836] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.218836] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.218836] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.218836] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1103.218836] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1103.218836] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1103.218836] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1103.220295] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1103.220295] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.246131] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.246131] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1103.246131] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.246131] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.246131] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-009eba19-aadb-4133-a7a7-3f5f735f557f taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.246131] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-009eba19-aadb-4133-a7a7-3f5f735f557f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.246131] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-009eba19-aadb-4133-a7a7-3f5f735f557f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.246131] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-009eba19-aadb-4133-a7a7-3f5f735f557f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.246131] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('009eba19-aadb-4133-a7a7-3f5f735f557f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.647409] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 in Status: SUCCESS [ 1103.647706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.647922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.648242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.648511] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.648669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.648809] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.648979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.649115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.649261] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.649387] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bb94264-ac10-4c78-b7d8-9900d99cba12',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.748500] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.748862] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.748926] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.749387] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.749556] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.749619] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 009eba19-aadb-4133-a7a7-3f5f735f557f not found, creating... [ 1103.749897] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.750087] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.750281] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.750459] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.750594] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.750888] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.751065] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.751187] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.751398] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.751538] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.751684] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 009eba19-aadb-4133-a7a7-3f5f735f557f is going to be created. [ 1103.772173] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.772619] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.772619] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.772789] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.773030] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.773264] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-009eba19-aadb-4133-a7a7-3f5f735f557f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.151491] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bb94264-ac10-4c78-b7d8-9900d99cba12',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.649841] env[69943]: INFO networking_nsxv3.common.synchronization [req-5711e31c-a5b7-4163-995e-45aa3bd8287f req-560eaf93-ff61-458f-89b6-1b2bbc1b4467 service nova] Enqueued Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_rules [ 1104.649841] env[69943]: INFO networking_nsxv3.common.synchronization [req-5711e31c-a5b7-4163-995e-45aa3bd8287f req-560eaf93-ff61-458f-89b6-1b2bbc1b4467 service nova] Enqueued Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_members [ 1104.649946] env[69943]: INFO networking_nsxv3.common.synchronization [req-5711e31c-a5b7-4163-995e-45aa3bd8287f req-560eaf93-ff61-458f-89b6-1b2bbc1b4467 service nova] Enqueued Resource ID: 009eba19-aadb-4133-a7a7-3f5f735f557f with Priority: HIGHEST for action port [ 1104.650496] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_rules [ 1104.650631] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_members [ 1104.650729] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 009eba19-aadb-4133-a7a7-3f5f735f557f with Priority: HIGHEST for action port [ 1104.652078] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.652256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.652334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.652593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.652676] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.653981] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.654097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.654097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.654270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.654432] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.654523] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.654582] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.654721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.654804] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.654896] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.656265] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-009eba19-aadb-4133-a7a7-3f5f735f557f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.656389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-009eba19-aadb-4133-a7a7-3f5f735f557f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.656465] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-009eba19-aadb-4133-a7a7-3f5f735f557f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.656630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-009eba19-aadb-4133-a7a7-3f5f735f557f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.656707] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('009eba19-aadb-4133-a7a7-3f5f735f557f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.657798] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bb94264-ac10-4c78-b7d8-9900d99cba12: rpc.has_security_group_logging(os_id): False [ 1104.675197] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.675368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.675424] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.675624] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.675713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.675952] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.676074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.676144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.676296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.676374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.676460] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 is going to be created. [ 1104.732944] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.733133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.733197] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.733367] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.733720] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.743808] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 in Status: IN_PROGRESS for 2s [ 1105.159477] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.160130] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.168137] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.169637] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 009eba19-aadb-4133-a7a7-3f5f735f557f with status ACTIVE [ 1105.170383] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.170383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.170383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.170383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.170745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.170745] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.170745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.170880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.170979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.171035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.171478] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.171478] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.171478] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.171642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.171642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.171802] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 009eba19-aadb-4133-a7a7-3f5f735f557f is going to be updated. [ 1105.192587] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.192587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.192587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.192928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.192928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.193019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-009eba19-aadb-4133-a7a7-3f5f735f557f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.673657] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.176660] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.177146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.177146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.177146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.177293] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.177293] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 782c88b5-780e-4baa-899a-69c7433338a0 is going to be created. [ 1106.202348] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.202528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.202575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.202748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.203012] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.211233] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 782c88b5-780e-4baa-899a-69c7433338a0 in Status: UNINITIALIZED for 2s [ 1106.758989] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 in Status: SUCCESS [ 1106.758989] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.226071] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 782c88b5-780e-4baa-899a-69c7433338a0 in Status: SUCCESS [ 1108.226378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.226894] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.227204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.227440] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.227616] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.227616] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.227795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.227898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.228040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.228150] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.730858] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.731181] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.731181] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.731344] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.731681] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.731827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.731878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.732185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.732334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.732550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.732800] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.732946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.733065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.733321] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.733573] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.733766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.733835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.734059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.734178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.734308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.734459] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.119837] env[69943]: INFO networking_nsxv3.common.synchronization [req-71050faf-5005-4c94-8fb9-8d745a074b11 req-d3703dc9-fd0d-4815-9962-13d1b9387d13 tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 1109.120266] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 1109.120534] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.120659] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.120719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.121384] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.121384] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.121384] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.121384] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.121568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.121568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.121671] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.236810] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 782c88b5-780e-4baa-899a-69c7433338a0: rpc.has_security_group_logging(os_id): False [ 1109.257046] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.257233] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.257276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.257508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.257599] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.257869] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.258048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.258048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.258178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.258262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.258447] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.258551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.258608] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.258771] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.258826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.259227] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.259395] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.259395] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.259618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.259699] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.259829] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 782c88b5-780e-4baa-899a-69c7433338a0 is going to be created. [ 1109.318017] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.318314] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.318314] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.318639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.318863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.333189] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 782c88b5-780e-4baa-899a-69c7433338a0 in Status: IN_PROGRESS for 2s [ 1109.623563] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.623762] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.623809] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.624130] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.624218] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.624488] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.624636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.624707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.624876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.624957] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.625082] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e is going to be updated. [ 1109.653274] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.653467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.653550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.654141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.654141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.663425] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: IN_PROGRESS for 2s [ 1109.934223] env[69943]: INFO networking_nsxv3.common.synchronization [req-a2742369-f6d5-415e-8456-362f1a9a1a22 req-0a84e9c8-0982-41af-b040-14937c4eb631 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1109.934223] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1109.934733] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.934733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.934733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.934733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.934972] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.934972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.935162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.935412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.935542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.935676] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.437923] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.941105] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.345924] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 782c88b5-780e-4baa-899a-69c7433338a0 in Status: SUCCESS [ 1111.346195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.443932] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.444339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.444339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.444438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.444473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.444556] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1111.479709] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.479919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.479919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.480185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.480357] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.489146] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1111.676204] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: SUCCESS [ 1111.676204] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e deletion is rescheduled due to dependency. [ 1111.676204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.152276] env[69943]: INFO networking_nsxv3.common.synchronization [req-176eb849-68c5-4131-8d0a-cf033acd9d39 req-b6e8bd48-9aa0-4d24-8c01-6fbd92166b53 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1112.152794] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1112.153104] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.153228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.153298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.153490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.153642] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.153743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.153836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.153999] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.154230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.154325] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.475205] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.475516] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.475671] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.476064] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.476372] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.476609] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.476782] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.477067] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.477287] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.477566] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.477834] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.478014] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.478188] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.478345] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1112.478519] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.478717] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.520555] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.520555] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1112.520555] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.520555] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.520555] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-263e607d-80de-4a13-9db9-93eb8e817241 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.520555] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-263e607d-80de-4a13-9db9-93eb8e817241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.520555] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-263e607d-80de-4a13-9db9-93eb8e817241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.520555] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-263e607d-80de-4a13-9db9-93eb8e817241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.520555] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('263e607d-80de-4a13-9db9-93eb8e817241',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.656537] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.656728] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.656843] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.657172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.657286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.657496] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.657603] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.657669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.657833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.657912] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.658010] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 1112.689110] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.689264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.689325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.689544] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.689684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.700905] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 1113.002229] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.002467] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.002599] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.002882] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.003049] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.003212] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 263e607d-80de-4a13-9db9-93eb8e817241 not found, creating... [ 1113.003484] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.003650] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.003773] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.003999] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.004158] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.004445] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.004604] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.004728] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.004940] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.005094] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.005242] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 263e607d-80de-4a13-9db9-93eb8e817241 is going to be created. [ 1113.026875] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.027097] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.027225] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.027506] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.028127] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.028127] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-263e607d-80de-4a13-9db9-93eb8e817241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.499629] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1113.500108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.198419] env[69943]: INFO networking_nsxv3.common.synchronization [req-176eb849-68c5-4131-8d0a-cf033acd9d39 req-25e48680-7cf8-4951-855a-c6627a809f7f service nova] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_rules [ 1114.198790] env[69943]: INFO networking_nsxv3.common.synchronization [req-176eb849-68c5-4131-8d0a-cf033acd9d39 req-25e48680-7cf8-4951-855a-c6627a809f7f service nova] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1114.199281] env[69943]: INFO networking_nsxv3.common.synchronization [req-176eb849-68c5-4131-8d0a-cf033acd9d39 req-25e48680-7cf8-4951-855a-c6627a809f7f service nova] Enqueued Resource ID: 263e607d-80de-4a13-9db9-93eb8e817241 with Priority: HIGHEST for action port [ 1114.199905] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_rules [ 1114.201899] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1114.201899] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 263e607d-80de-4a13-9db9-93eb8e817241 with Priority: HIGHEST for action port [ 1114.201899] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.201899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.201899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.201899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.201899] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.203033] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.203294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.203694] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-263e607d-80de-4a13-9db9-93eb8e817241 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.204228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-263e607d-80de-4a13-9db9-93eb8e817241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.204377] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-263e607d-80de-4a13-9db9-93eb8e817241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.204756] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-263e607d-80de-4a13-9db9-93eb8e817241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.204907] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('263e607d-80de-4a13-9db9-93eb8e817241',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.529767] env[69943]: INFO networking_nsxv3.common.synchronization [req-c1d0d014-205e-4fd3-ac37-47a49d433f62 req-9467ea75-5ff7-4a4b-98fd-a98660bdfd0e tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Enqueued Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_members [ 1114.530320] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_members [ 1114.530620] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-239bc208-1150-4895-9837-ec64da93a0db taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.530740] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.530815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.531130] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.531289] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.531408] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.531467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.531595] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.531679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.531794] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.704466] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.704625] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.709916] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 263e607d-80de-4a13-9db9-93eb8e817241 with status ACTIVE [ 1114.709916] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.709916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.709916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.709916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.709916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.709916] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.709916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.709916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.709916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.709916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.709916] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.709916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.709916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.709916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.709916] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.709916] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 263e607d-80de-4a13-9db9-93eb8e817241 is going to be updated. [ 1114.726786] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 1114.727019] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd deletion is rescheduled due to dependency. [ 1114.727116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.727281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.727492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.727669] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.727783] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.727848] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.727992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.728089] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.728184] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.739077] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.739308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.739308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.739480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.739615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.739769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-263e607d-80de-4a13-9db9-93eb8e817241" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.034498] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.034498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.034498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.034498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.034749] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.034823] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.034949] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.034949] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.035075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.035156] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.035223] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239bc208-1150-4895-9837-ec64da93a0db already deleted. [ 1115.035299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.232039] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.468307] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.468753] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.469084] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.469602] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.470134] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.470459] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.470732] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.471075] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.471377] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.471818] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.472089] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.472364] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.472623] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.472895] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.473187] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.473501] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.494493] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.494680] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1115.494845] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.495055] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.495393] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-2872d813-1918-43a2-93a3-38741bd6d777 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.495579] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.495708] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.496071] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.496353] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2872d813-1918-43a2-93a3-38741bd6d777',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.736972] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.999134] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.999457] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.999615] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.999896] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.000079] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.000267] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 2872d813-1918-43a2-93a3-38741bd6d777 not found, creating... [ 1116.000565] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.000730] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.000856] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.001131] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.001300] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.001620] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.001782] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.001990] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.002289] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.002600] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.002733] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 2872d813-1918-43a2-93a3-38741bd6d777 is going to be created. [ 1116.036166] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.036402] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.036507] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.036871] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.037158] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.037411] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.240704] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.240904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.241032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.241340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.241477] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.241624] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 1116.275448] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.275629] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.275663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.275876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.276037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.287913] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 1116.851413] env[69943]: INFO networking_nsxv3.common.synchronization [req-c1d0d014-205e-4fd3-ac37-47a49d433f62 req-0d3461a5-e58b-4792-8d5f-cc2cf233e859 service nova] Enqueued Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_rules [ 1116.851663] env[69943]: INFO networking_nsxv3.common.synchronization [req-c1d0d014-205e-4fd3-ac37-47a49d433f62 req-0d3461a5-e58b-4792-8d5f-cc2cf233e859 service nova] Enqueued Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_members [ 1116.851749] env[69943]: INFO networking_nsxv3.common.synchronization [req-c1d0d014-205e-4fd3-ac37-47a49d433f62 req-0d3461a5-e58b-4792-8d5f-cc2cf233e859 service nova] Enqueued Resource ID: 2872d813-1918-43a2-93a3-38741bd6d777 with Priority: HIGHEST for action port [ 1116.851982] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_rules [ 1116.852124] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_members [ 1116.852227] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2872d813-1918-43a2-93a3-38741bd6d777 with Priority: HIGHEST for action port [ 1116.852827] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239bc208-1150-4895-9837-ec64da93a0db taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.852947] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.853511] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.853777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.853866] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.855597] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-239bc208-1150-4895-9837-ec64da93a0db taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.855718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.855788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.855972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.856138] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.856239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.856303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.856449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.856538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.856629] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.857986] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-2872d813-1918-43a2-93a3-38741bd6d777 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.858118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.858187] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.858342] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.858431] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2872d813-1918-43a2-93a3-38741bd6d777',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.101996] env[69943]: INFO networking_nsxv3.common.synchronization [req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 req-31279131-a905-43d8-97fe-db3ac2055726 tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Enqueued Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGHEST for action security_group_members [ 1117.102592] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGHEST for action security_group_members [ 1117.102926] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e5b456-4ba7-4427-9efc-b10456f6da8e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.103066] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.103164] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.103379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.103535] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.103660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.103692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.103833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.103921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.104083] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e5b456-4ba7-4427-9efc-b10456f6da8e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.356984] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-239bc208-1150-4895-9837-ec64da93a0db taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.356984] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.359204] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.360389] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2872d813-1918-43a2-93a3-38741bd6d777 with status ACTIVE [ 1117.360389] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.360389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.360389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.360389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.360575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.362527] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.362527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.362527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.362527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.362527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.362527] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.362527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.362527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.362527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.362527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.362527] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2872d813-1918-43a2-93a3-38741bd6d777 is going to be updated. [ 1117.385965] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.386088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.386123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.386319] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.386457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.386616] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.572623] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.572838] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-864" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.572972] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-864" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.573353] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-864" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.573619] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.573801] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.573978] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.574195] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.574357] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.574557] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.574677] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.574792] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.574911] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.575038] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.575154] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.575298] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.594633] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.594926] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.594986] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.595150] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-864" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.595475] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-1552fcf9-638a-4558-be55-ee3e2f58d801 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.595639] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-1552fcf9-638a-4558-be55-ee3e2f58d801" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.595771] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-1552fcf9-638a-4558-be55-ee3e2f58d801" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.596894] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-1552fcf9-638a-4558-be55-ee3e2f58d801" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.597122] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1552fcf9-638a-4558-be55-ee3e2f58d801',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.607031] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.607031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.607031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.607214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.607214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.607435] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.608082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.608082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.608082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.608082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.608082] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e already deleted. [ 1117.608082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.864327] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.099427] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.099582] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.099714] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.100039] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.100201] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.100381] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 1552fcf9-638a-4558-be55-ee3e2f58d801 not found, creating... [ 1118.100668] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.100837] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.100980] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.101279] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.101431] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.101744] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.102048] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.102868] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.103181] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.103363] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.103543] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 1552fcf9-638a-4558-be55-ee3e2f58d801 is going to be created. [ 1118.126295] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.126542] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.126691] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.127137] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.127383] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.127917] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-1552fcf9-638a-4558-be55-ee3e2f58d801" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.299364] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 1118.299876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.299876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.300021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.300226] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.300366] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.300434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.300600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.300686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.300777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.300876] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.366353] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.366495] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.366551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.366868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.367132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.367256] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239bc208-1150-4895-9837-ec64da93a0db is going to be created. [ 1118.392136] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.392325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.392384] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.392639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.392803] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.402639] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239bc208-1150-4895-9837-ec64da93a0db in Status: UNINITIALIZED for 2s [ 1118.803327] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.803502] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.803604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.803840] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.804057] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.804170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.804238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.804394] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.804480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.804568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.807733] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.807733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.807733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.807733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.807733] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.807733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.807733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.807733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.807733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.807733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.807733] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.989163] env[69943]: INFO networking_nsxv3.common.synchronization [req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 req-2ca2b782-c06e-4384-b422-26a541ac5bca service nova] Enqueued Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGHEST for action security_group_rules [ 1118.989512] env[69943]: INFO networking_nsxv3.common.synchronization [req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 req-2ca2b782-c06e-4384-b422-26a541ac5bca service nova] Enqueued Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGHEST for action security_group_members [ 1118.990711] env[69943]: INFO networking_nsxv3.common.synchronization [req-574109cc-c6af-4ef0-bc81-6a5762eaf3d3 req-2ca2b782-c06e-4384-b422-26a541ac5bca service nova] Enqueued Resource ID: 1552fcf9-638a-4558-be55-ee3e2f58d801 with Priority: HIGHEST for action port [ 1118.990711] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGHEST for action security_group_rules [ 1118.990711] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGHEST for action security_group_members [ 1118.990711] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1552fcf9-638a-4558-be55-ee3e2f58d801 with Priority: HIGHEST for action port [ 1118.990875] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.991206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.991304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.991518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.991603] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e5b456-4ba7-4427-9efc-b10456f6da8e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.992482] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e5b456-4ba7-4427-9efc-b10456f6da8e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.992598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.992647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.992812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.992964] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.993116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.993116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.993291] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.993336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.993420] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e5b456-4ba7-4427-9efc-b10456f6da8e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.994224] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-1552fcf9-638a-4558-be55-ee3e2f58d801 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.994340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1552fcf9-638a-4558-be55-ee3e2f58d801" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.994375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1552fcf9-638a-4558-be55-ee3e2f58d801" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.994538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1552fcf9-638a-4558-be55-ee3e2f58d801" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.994650] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1552fcf9-638a-4558-be55-ee3e2f58d801',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.308637] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 742e7a10-dac4-43ce-a9d0-363c7cd557dd: rpc.has_security_group_logging(os_id): False [ 1119.328008] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.328227] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.328227] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.328448] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.328552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.328946] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.329149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.329256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.329753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.329753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.329838] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.329890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.330056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.330260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.330366] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.330581] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.330704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.330799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.330975] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.331134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.331316] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 1119.406737] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.406737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.406737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.406737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.407027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.421248] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 1119.497039] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e5b456-4ba7-4427-9efc-b10456f6da8e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.497221] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.497479] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6e5b456-4ba7-4427-9efc-b10456f6da8e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.500032] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1552fcf9-638a-4558-be55-ee3e2f58d801 with status ACTIVE [ 1119.500246] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.500375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.500457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.500668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.500757] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.500938] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.501049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.501993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.501993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.501993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.501993] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.501993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.501993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.501993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.501993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.501993] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1552fcf9-638a-4558-be55-ee3e2f58d801 is going to be updated. [ 1119.528849] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.529028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.529095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.529320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.529468] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.529677] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1552fcf9-638a-4558-be55-ee3e2f58d801" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.999937] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6e5b456-4ba7-4427-9efc-b10456f6da8e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.413377] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239bc208-1150-4895-9837-ec64da93a0db in Status: SUCCESS [ 1120.413597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.413766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.413990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.414197] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.414315] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.414369] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.414521] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.414609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.414684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.414776] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.503271] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.504240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.504240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.504240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.504240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.504240] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e is going to be created. [ 1120.528102] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.528292] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.528343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.528511] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.528665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.540725] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e in Status: UNINITIALIZED for 2s [ 1120.919701] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.422942] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 239bc208-1150-4895-9837-ec64da93a0db: rpc.has_security_group_logging(os_id): False [ 1121.438270] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 1121.438501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.443524] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.443707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.443707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.443929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.444029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.444281] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.444405] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.444464] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.444596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.444665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.444754] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239bc208-1150-4895-9837-ec64da93a0db is going to be created. [ 1121.519064] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.519064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.519064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.519064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.519064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.530191] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239bc208-1150-4895-9837-ec64da93a0db in Status: IN_PROGRESS for 2s [ 1122.551344] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e in Status: SUCCESS [ 1122.551566] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.551715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.551947] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.552171] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.552289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.552355] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.552525] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.552596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.552708] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.552799] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6e5b456-4ba7-4427-9efc-b10456f6da8e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.055826] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6e5b456-4ba7-4427-9efc-b10456f6da8e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.543808] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239bc208-1150-4895-9837-ec64da93a0db in Status: SUCCESS [ 1123.544052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.558562] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6e5b456-4ba7-4427-9efc-b10456f6da8e: rpc.has_security_group_logging(os_id): False [ 1123.581165] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.581400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.581400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.581668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.581749] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.582044] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.582177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.582246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.582440] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.582539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.582623] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e is going to be created. [ 1123.658575] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.658575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.658575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.658937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.659145] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.672822] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e in Status: IN_PROGRESS for 2s [ 1123.991401] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1123.991604] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1125.689588] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e in Status: SUCCESS [ 1125.689934] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.049994] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.050365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.050365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.050514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.050577] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.441419] env[69943]: INFO networking_nsxv3.common.synchronization [req-f36d5c64-870f-4907-800f-c64f8691c6d0 req-d8908e14-a61e-4319-bdf3-9be1e441bdae tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 1128.441419] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 1128.441419] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.441419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.441419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.441419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.441419] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.441834] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.441996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.442276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.442463] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.442648] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.553732] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.751239] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.751441] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.751595] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.751874] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.752150] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.752315] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.752439] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.752658] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.752818] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.753050] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.753167] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.753262] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.753372] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.753489] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.753603] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.753742] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.775697] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.775880] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.776040] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.776225] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.776561] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-e030da10-1108-4942-9231-f68da148dfe8 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.776749] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-e030da10-1108-4942-9231-f68da148dfe8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.776879] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-e030da10-1108-4942-9231-f68da148dfe8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.777233] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-e030da10-1108-4942-9231-f68da148dfe8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.777403] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e030da10-1108-4942-9231-f68da148dfe8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.946064] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.946064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.946064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.946064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.946064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.946355] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.946355] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.946421] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.946737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.946813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.946908] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e is going to be updated. [ 1129.056753] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.061726] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.061726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.061726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.061915] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.062031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.072154] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: IN_PROGRESS for 2s [ 1129.280057] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.280342] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.280492] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.280794] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.280977] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.281164] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port e030da10-1108-4942-9231-f68da148dfe8 not found, creating... [ 1129.281455] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.281800] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.282036] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.282201] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.282360] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.282669] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.282833] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.282958] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.283203] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.283342] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.283488] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: e030da10-1108-4942-9231-f68da148dfe8 is going to be created. [ 1129.304659] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.304879] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.305013] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.305346] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.305671] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.305981] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-e030da10-1108-4942-9231-f68da148dfe8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.559745] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1129.559904] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1130.248337] env[69943]: INFO networking_nsxv3.common.synchronization [req-f36d5c64-870f-4907-800f-c64f8691c6d0 req-9fc83a0d-da27-4afc-9260-926f98491b39 service nova] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_rules [ 1130.248609] env[69943]: INFO networking_nsxv3.common.synchronization [req-f36d5c64-870f-4907-800f-c64f8691c6d0 req-9fc83a0d-da27-4afc-9260-926f98491b39 service nova] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 1130.248760] env[69943]: INFO networking_nsxv3.common.synchronization [req-f36d5c64-870f-4907-800f-c64f8691c6d0 req-9fc83a0d-da27-4afc-9260-926f98491b39 service nova] Enqueued Resource ID: e030da10-1108-4942-9231-f68da148dfe8 with Priority: HIGHEST for action port [ 1130.249448] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_rules [ 1130.249849] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 1130.250027] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e030da10-1108-4942-9231-f68da148dfe8 with Priority: HIGHEST for action port [ 1130.250361] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.250513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.250610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.250873] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.251020] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.252063] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.252214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.252465] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-e030da10-1108-4942-9231-f68da148dfe8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.252600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e030da10-1108-4942-9231-f68da148dfe8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.253645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e030da10-1108-4942-9231-f68da148dfe8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.253645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e030da10-1108-4942-9231-f68da148dfe8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.253645] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e030da10-1108-4942-9231-f68da148dfe8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.459049] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.459374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.459511] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.459887] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.472739] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1130.473632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.474699] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1130.508864] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.509045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.509091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.509301] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.521375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.522051] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1130.522141] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1130.522237] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1130.566799] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.566946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.567012] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.567340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.568933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.569123] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1130.665095] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.665272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.665346] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.665556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.665858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.666171] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1130.755093] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.755272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.761038] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e030da10-1108-4942-9231-f68da148dfe8 with status ACTIVE [ 1130.761038] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.761322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.761382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.761568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.761720] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.761958] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.762078] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.762141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.762304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.762377] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.762557] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.762708] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.762760] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.762887] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.762976] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.763068] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e030da10-1108-4942-9231-f68da148dfe8 is going to be updated. [ 1130.771144] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.771336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.771405] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.771702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.772205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.772672] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1130.772823] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1405b049-6563-4f42-ac58-977aebb7399f', '06e600f2-eaae-4ef3-b5e6-b532935c7089', 'e0ae3f21-5b68-4518-a664-93d728fac39a', '19d1292c-b8fb-4597-9de1-877ef70a29ae', '7b88700c-c4b5-4531-ba1e-60e53a384c16', 'f3b57249-8339-4b7b-b884-5bc0fb7c8e7b', '782c88b5-780e-4baa-899a-69c7433338a0', 'f24b04cb-4bf8-4cad-9ef0-791acfd015cf', '01b7768e-8593-4f86-94b9-a9da6cbf1b1e', '77cd8a0f-276e-4e4b-8948-f6db2af6684e', '742e7a10-dac4-43ce-a9d0-363c7cd557dd', '7b8ddc6e-cf83-491c-9510-bd9ebe384fbf', '239bc208-1150-4895-9837-ec64da93a0db', '3da58516-7c28-4b4e-ab51-d462d2a0e397', 'a6e5b456-4ba7-4427-9efc-b10456f6da8e', 'edde554d-c218-41c7-80ec-fe4f07f3a41a', '79157efb-c4ee-4f89-8bef-a8ec5a1a4669', '39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6', '0872afa5-d0d5-4c6b-b502-38913f515170', '7d2a562b-ecb1-40fd-841c-42cc9f825cdb', '67e8c45e-dac0-4828-b2e8-0ed3865e9f6a', '55a70454-7f94-4808-a400-e90c3fa084a6', '891fa9bf-5bea-4df2-8657-b162c953868a', 'a878d49f-c0f0-4045-875f-2d74c238d4c2', '39e09d97-3c98-4b19-99eb-13fd4de195cf', '56298e0a-5e34-44ee-88c2-0911fafc610a', '30a7c79b-960a-42bb-92bc-fe0a4b2b7275', '6540fba6-e32b-4241-83b4-6d9fe8e2e7ec', '097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc', '2e9865ee-3918-4d85-ae8a-6916d99f2bd8', '32a0b825-14eb-4b7a-802a-411cc818ead2', '26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8', 'ffa15909-719d-45c5-93ae-789bed90ec84', '2cd9a76a-1a39-4a42-b672-fd11d2d10220', '917d31ad-68b2-41ec-8ccd-d59996eceaec', '6f3549a9-9e73-4791-8810-8b31204824be', '57c0cc19-112d-46e4-b1f1-e282c2497995', '4211bbf2-be29-481f-9f7a-e8f27b1ca401', '96824e52-17e1-40b0-a3df-36cc03d61110', 'f900a0b6-de34-4c3b-964a-c725fe2ae8fb', 'd726126e-b413-40a7-b495-c754ab7e71d0', '7a5eef7b-d2d9-47a4-bf68-7c241890441b', '7bb94264-ac10-4c78-b7d8-9900d99cba12', 'd24911df-5cab-4df8-b5dc-d63828cdb844', '2658ea6d-f33c-4d45-b041-f38baeacc06d', 'fbf1a9c0-4bdf-463a-a82d-38ac82bd659c', '2709b421-9531-459d-bb52-45a19bdcbb11', 'f458f367-3623-4757-bf01-105518caa5a3'} {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1130.772946] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1130.789155] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.789325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.789420] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.789691] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.789871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.790101] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e030da10-1108-4942-9231-f68da148dfe8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.794284] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.794452] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.794570] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.794796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.794907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.795083] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1130.795152] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1130.795255] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1130.900728] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.900944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.901164] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.901424] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.902615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.903063] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1130.903160] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1130.903242] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1130.903323] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1130.903579] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1130.903729] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1405b049-6563-4f42-ac58-977aebb7399f with Priority: HIGH for action security_group_rules [ 1130.903818] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGH for action security_group_rules [ 1130.903896] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGH for action security_group_rules [ 1130.903977] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGH for action security_group_rules [ 1130.904062] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGH for action security_group_rules [ 1130.904134] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGH for action security_group_rules [ 1130.904187] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGH for action security_group_rules [ 1130.904337] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGH for action security_group_rules [ 1130.904337] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGH for action security_group_rules [ 1130.904407] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGH for action security_group_rules [ 1130.904435] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGH for action security_group_rules [ 1130.904477] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGH for action security_group_rules [ 1130.904569] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGH for action security_group_rules [ 1130.904666] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGH for action security_group_rules [ 1130.904704] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGH for action security_group_rules [ 1130.904807] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGH for action security_group_rules [ 1130.904897] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 with Priority: HIGH for action security_group_rules [ 1130.905032] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGH for action security_group_rules [ 1130.905099] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGH for action security_group_rules [ 1130.905200] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGH for action security_group_rules [ 1130.905325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.083795] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: SUCCESS [ 1131.084041] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e deletion is rescheduled due to dependency. [ 1131.084202] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.084394] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.084684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.084912] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.085074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.085176] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.085355] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.085451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.085584] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.589115] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.093315] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.391972] env[69943]: INFO networking_nsxv3.common.synchronization [req-b26eb18e-c609-4b32-b469-c9de8c2e4548 req-72a76b4c-439d-4c00-909e-eab6d10ec7ce tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Enqueued Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_members [ 1132.392710] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_members [ 1132.392868] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1405b049-6563-4f42-ac58-977aebb7399f with Priority: HIGH for action security_group_rules [ 1132.392980] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ae3f21-5b68-4518-a664-93d728fac39a with Priority: HIGH for action security_group_rules [ 1132.393096] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGH for action security_group_rules [ 1132.393193] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGH for action security_group_rules [ 1132.395357] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb with Priority: HIGH for action security_group_rules [ 1132.395473] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0872afa5-d0d5-4c6b-b502-38913f515170 with Priority: HIGH for action security_group_rules [ 1132.395573] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 with Priority: HIGH for action security_group_rules [ 1132.395670] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 with Priority: HIGH for action security_group_rules [ 1132.395765] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 with Priority: HIGH for action security_group_rules [ 1132.395859] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edde554d-c218-41c7-80ec-fe4f07f3a41a with Priority: HIGH for action security_group_rules [ 1132.395950] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGH for action security_group_rules [ 1132.396050] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGH for action security_group_rules [ 1132.396143] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGH for action security_group_rules [ 1132.396230] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e with Priority: HIGH for action security_group_rules [ 1132.396317] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGH for action security_group_rules [ 1132.396404] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b with Priority: HIGH for action security_group_rules [ 1132.396516] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGH for action security_group_rules [ 1132.396612] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGH for action security_group_rules [ 1132.399138] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGH for action security_group_rules [ 1132.399334] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae with Priority: HIGH for action security_group_rules [ 1132.399718] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.399856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.399940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.400170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.400329] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.400436] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.400500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.400656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.401534] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.401534] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.404218] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1405b049-6563-4f42-ac58-977aebb7399f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.404483] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.404558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.404746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.404829] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1405b049-6563-4f42-ac58-977aebb7399f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.406968] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0ae3f21-5b68-4518-a664-93d728fac39a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.407224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.407304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.407497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.407616] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0ae3f21-5b68-4518-a664-93d728fac39a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.409107] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.409107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.409197] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.409300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.409374] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.411499] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.415146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.415146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.415146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.415146] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e5b456-4ba7-4427-9efc-b10456f6da8e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.415146] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d2a562b-ecb1-40fd-841c-42cc9f825cdb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.415146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.415146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.415146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.415146] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d2a562b-ecb1-40fd-841c-42cc9f825cdb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.417367] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0872afa5-d0d5-4c6b-b502-38913f515170 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.417367] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.417367] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.417367] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.417367] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0872afa5-d0d5-4c6b-b502-38913f515170',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.419687] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.419789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.419854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.421030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.421030] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.421542] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.422186] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.422302] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.422533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.422616] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79157efb-c4ee-4f89-8bef-a8ec5a1a4669',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.425348] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3da58516-7c28-4b4e-ab51-d462d2a0e397 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.425348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.425348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.425348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.425348] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3da58516-7c28-4b4e-ab51-d462d2a0e397',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.426925] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edde554d-c218-41c7-80ec-fe4f07f3a41a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.427192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.427373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.427827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.427923] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edde554d-c218-41c7-80ec-fe4f07f3a41a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.430169] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239bc208-1150-4895-9837-ec64da93a0db taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.430405] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.430497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.430988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.431088] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.432435] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.432578] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.432634] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.436029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.436029] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.436029] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.436029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.436029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.436029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.436029] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.436029] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.436793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.436793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.436793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.436793] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77cd8a0f-276e-4e4b-8948-f6db2af6684e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.437341] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.437465] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.437672] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.437778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.437826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.437994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.438078] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3b57249-8339-4b7b-b884-5bc0fb7c8e7b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.439021] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.439430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.439510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.439722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.439813] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.441218] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.441371] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.441430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.441985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.442096] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.442958] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06e600f2-eaae-4ef3-b5e6-b532935c7089 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.443269] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.443346] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.443862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.443862] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06e600f2-eaae-4ef3-b5e6-b532935c7089',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.446020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19d1292c-b8fb-4597-9de1-877ef70a29ae taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.446020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.446020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.446020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.446020] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19d1292c-b8fb-4597-9de1-877ef70a29ae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.596562] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.597072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.597072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.597279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.597426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.597608] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e is going to be updated. [ 1132.642712] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.645256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.645256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.645256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.645256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.661411] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: IN_PROGRESS for 2s [ 1132.905295] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.905441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.905717] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.906106] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.933040] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.934764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.940116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.940116] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.940116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.940116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.940116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.940116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.940116] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 782c88b5-780e-4baa-899a-69c7433338a0 is going to be updated. [ 1132.941054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.941234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.943524] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.943633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.949598] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.949724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.949785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.950026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.950201] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.950329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.950441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.950611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.950724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.951146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.951146] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.953517] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-06e600f2-eaae-4ef3-b5e6-b532935c7089 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.953517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.953517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.953745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.953745] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.953909] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.953909] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.955140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.955140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.955140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.955140] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06e600f2-eaae-4ef3-b5e6-b532935c7089',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.956713] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.956888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.956888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.957386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.957522] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.958368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.958368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.958567] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.958689] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.958781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.958874] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.960628] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e5b456-4ba7-4427-9efc-b10456f6da8e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.960790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.960873] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.961119] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.961288] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.961391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.961457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.961606] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.961687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.961771] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.961856] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6e5b456-4ba7-4427-9efc-b10456f6da8e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.964679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.964814] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1405b049-6563-4f42-ac58-977aebb7399f is going to be deleted. [ 1132.968945] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.969081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.969175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.969393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.972015] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.972149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.974873] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-239bc208-1150-4895-9837-ec64da93a0db taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.975019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.975098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.975264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.975419] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.975540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.975608] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.975757] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.975841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.975926] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.976036] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.976998] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.977151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.977222] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.977381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.977868] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.978534] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.978610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.978769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.978876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.978988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.979094] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.003694] env[69943]: INFO networking_nsxv3.common.synchronization [req-b102f18e-1a91-43f9-9504-e24582a14b0a req-ca80338d-93ad-4d39-9699-c42d17a5c808 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 1133.013534] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 1133.015249] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.015371] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.015620] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.015730] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.015790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.015993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.016149] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.016248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.016311] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.016466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.016554] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.016653] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.019314] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.019455] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.024887] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.024887] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.025574] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.025687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.025751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.025952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.026152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.031026] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.031026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.031026] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.031026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.031324] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.031324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.032109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.032214] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3da58516-7c28-4b4e-ab51-d462d2a0e397 is going to be deleted. [ 1133.033668] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.033788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.033867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.034100] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.039075] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.039075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.039075] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 782c88b5-780e-4baa-899a-69c7433338a0 in Status: IN_PROGRESS for 2s [ 1133.045139] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.045246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.057037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.057195] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d2a562b-ecb1-40fd-841c-42cc9f825cdb is going to be deleted. [ 1133.058127] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.058448] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.058593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.058830] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 782c88b5-780e-4baa-899a-69c7433338a0 is going to be deleted. [ 1133.059860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.060079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.086339] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.086339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.093597] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.093808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.094556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.094695] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be deleted. [ 1133.095591] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.095793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.124674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.124867] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0ae3f21-5b68-4518-a664-93d728fac39a is going to be deleted. [ 1133.126058] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.126439] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.149765] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.149995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.161865] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.162015] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.164506] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.164637] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79157efb-c4ee-4f89-8bef-a8ec5a1a4669 is going to be deleted. [ 1133.166253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.166253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.197993] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.198212] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.251969] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.252207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.255810] env[69943]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1133.256399] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.256548] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19d1292c-b8fb-4597-9de1-877ef70a29ae is going to be deleted. [ 1133.257524] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.257747] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.315612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.315838] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edde554d-c218-41c7-80ec-fe4f07f3a41a is going to be deleted. [ 1133.317340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.317597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.403854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.404033] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77cd8a0f-276e-4e4b-8948-f6db2af6684e is going to be deleted. [ 1133.408025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.408025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.421657] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.421657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.451299] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.451529] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.455564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.455710] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3b57249-8339-4b7b-b884-5bc0fb7c8e7b is going to be deleted. [ 1133.457025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.457137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.467490] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.467720] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.467784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.467981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.468168] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.468273] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.468338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.468588] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.468739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.468739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.468897] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.468983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.469064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.469266] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.469486] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.469599] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.469665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.469860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.469954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.471209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.471209] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.471578] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6e5b456-4ba7-4427-9efc-b10456f6da8e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.474556] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06e600f2-eaae-4ef3-b5e6-b532935c7089',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.475475] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.475630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.475702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.475852] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.476012] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.476107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.476165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.476335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.476438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.476529] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.476675] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.476759] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.476817] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.477164] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.477164] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.477305] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.477305] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.477439] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.477557] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.477608] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.477658] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.488513] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.488713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.488773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.489041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.489220] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.489323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.489389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.489566] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.489662] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.490543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.490543] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.490543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.490543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.490543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.490543] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.490543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.490543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.491559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.491559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.491559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.491559] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.493990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.494369] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0872afa5-d0d5-4c6b-b502-38913f515170 is going to be deleted. [ 1133.495226] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.496751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.497015] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.509943] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.510323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.521542] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.521870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.555501] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.555501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.600024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.600024] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6 is going to be deleted. [ 1133.600024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.601488] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.601759] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.602069] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1405b049-6563-4f42-ac58-977aebb7399f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.602350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.602694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.602893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.604868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3da58516-7c28-4b4e-ab51-d462d2a0e397" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.604868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.604868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.604868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.604868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d2a562b-ecb1-40fd-841c-42cc9f825cdb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.604868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.604868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.604868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.604868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.604868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0ae3f21-5b68-4518-a664-93d728fac39a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79157efb-c4ee-4f89-8bef-a8ec5a1a4669" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19d1292c-b8fb-4597-9de1-877ef70a29ae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edde554d-c218-41c7-80ec-fe4f07f3a41a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.613048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.615292] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.615508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.663659] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.664275] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.664479] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.664597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.665036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.665036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.665152] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 is going to be updated. [ 1133.666673] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.666979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.667151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.667345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77cd8a0f-276e-4e4b-8948-f6db2af6684e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.667748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.668015] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.668194] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.668484] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3b57249-8339-4b7b-b884-5bc0fb7c8e7b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.709925] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.710136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.710202] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.710535] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.710658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.711550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0872afa5-d0d5-4c6b-b502-38913f515170" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.714554] env[69943]: INFO networking_nsxv3.common.synchronization [req-b214944c-3fc7-4236-b9c2-40385f430d29 req-017fb71b-bea7-4ce9-a93f-c620e655646b tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1133.716037] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1133.716037] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.716037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.716037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.716252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.720032] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.720032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.720032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.720032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.720032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.720032] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.727869] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.728031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.728117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.728334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.728496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.728639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39b2dfc6-fad2-48b3-82e1-dd0fb886d5c6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.802780] env[69943]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1133.803707] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.803707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.803707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.804128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.804128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.845087] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: IN_PROGRESS for 2s [ 1133.974681] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 742e7a10-dac4-43ce-a9d0-363c7cd557dd: rpc.has_security_group_logging(os_id): False [ 1133.983031] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06e600f2-eaae-4ef3-b5e6-b532935c7089: rpc.has_security_group_logging(os_id): False [ 1133.983031] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6e5b456-4ba7-4427-9efc-b10456f6da8e: rpc.has_security_group_logging(os_id): False [ 1133.983031] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b88700c-c4b5-4531-ba1e-60e53a384c16: rpc.has_security_group_logging(os_id): False [ 1133.995874] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.995874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.996124] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.996501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.998972] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.999166] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.001341] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.001341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.002323] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f24b04cb-4bf8-4cad-9ef0-791acfd015cf: rpc.has_security_group_logging(os_id): False [ 1134.004623] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 239bc208-1150-4895-9837-ec64da93a0db: rpc.has_security_group_logging(os_id): False [ 1134.006980] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.007140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.025240] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.025412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.026259] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.026391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.027813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.028106] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.028225] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.028294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.028584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.028681] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.028908] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.029017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.029205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.029256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.029328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.029515] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.029609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.029670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.029890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.029989] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.030132] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 1134.031335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.031612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.054974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.055711] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.055902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.055979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.056196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.056287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.056429] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 is going to be updated. [ 1134.060036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.060036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.083335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.083642] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.083764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.083828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.084056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.084138] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.084325] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.084427] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.084494] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.084649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.084710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.084886] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.084965] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.085189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.085388] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.085577] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.085751] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 is going to be updated. [ 1134.086899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.087992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.109429] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.109949] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.114061] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.115045] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.115788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.115949] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.116700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.117049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.117553] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239bc208-1150-4895-9837-ec64da93a0db is going to be updated. [ 1134.122229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.122229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.161270] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.161671] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.178263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.178638] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.178817] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.178897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.179183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.179289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.179547] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.179731] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.179826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.180201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.180383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.180713] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.180836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.180904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.181117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.181244] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.181372] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1134.182430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.182634] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.182755] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.183807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.184429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.221873] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.225492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.225805] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.225906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.225976] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.229286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.229286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.229286] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e is going to be updated. [ 1134.229286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.229286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.232167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.272394] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 1134.280082] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.281167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.281167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.281167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.281167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.286009] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.286179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.286268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.286544] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.286748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.290522] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 in Status: IN_PROGRESS for 2s [ 1134.308358] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239bc208-1150-4895-9837-ec64da93a0db in Status: IN_PROGRESS for 2s [ 1134.312097] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: IN_PROGRESS for 2s [ 1134.377196] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.377196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.377196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.377196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.377196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.385232] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.387994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.387994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.387994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.387994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.403601] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.404096] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.404385] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.405100] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.405230] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.405571] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.405838] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.406224] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.406553] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.406907] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.409017] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.409017] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.409017] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.409017] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1134.409017] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.409017] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.428710] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e in Status: IN_PROGRESS for 2s [ 1134.453865] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1134.455289] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.455383] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1134.455513] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.455691] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.456030] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-f270cce0-58ae-4fb9-b58a-2cb571b3a261 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.456207] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-f270cce0-58ae-4fb9-b58a-2cb571b3a261" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.456406] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-f270cce0-58ae-4fb9-b58a-2cb571b3a261" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.456762] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-f270cce0-58ae-4fb9-b58a-2cb571b3a261" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.456907] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f270cce0-58ae-4fb9-b58a-2cb571b3a261',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.672078] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: SUCCESS [ 1134.672379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.672491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.672779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.672987] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.673118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.673185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.673346] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.673430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.673518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.673609] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.732568] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.959381] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.959622] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.959759] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.960057] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.960226] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.960414] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port f270cce0-58ae-4fb9-b58a-2cb571b3a261 not found, creating... [ 1134.960790] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.961165] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.961369] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.961736] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.963229] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.963229] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.963229] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.963229] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.963427] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.963623] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.963768] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: f270cce0-58ae-4fb9-b58a-2cb571b3a261 is going to be created. [ 1134.989064] env[69943]: INFO networking_nsxv3.common.synchronization [None req-94a372fd-0d98-4369-8d0f-89215abb28c5 None None] Enqueued Resource ID: b2497d82-35e4-4b0b-8d69-fca83cec19a8 with Priority: HIGHEST for action port [ 1134.990517] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.990719] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.990845] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.993662] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.993929] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.994217] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-f270cce0-58ae-4fb9-b58a-2cb571b3a261" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.994995] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2497d82-35e4-4b0b-8d69-fca83cec19a8 with Priority: HIGHEST for action port [ 1134.995732] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2497d82-35e4-4b0b-8d69-fca83cec19a8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.995851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2497d82-35e4-4b0b-8d69-fca83cec19a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.995919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2497d82-35e4-4b0b-8d69-fca83cec19a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.996162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2497d82-35e4-4b0b-8d69-fca83cec19a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.996249] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2497d82-35e4-4b0b-8d69-fca83cec19a8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.050038] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 782c88b5-780e-4baa-899a-69c7433338a0 in Status: SUCCESS [ 1135.051280] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 782c88b5-780e-4baa-899a-69c7433338a0 deletion is rescheduled due to dependency. [ 1135.051280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.176401] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.235100] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.235289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.235369] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.235596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.235691] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.235792] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1135.266973] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.267151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.267232] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.268034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.268034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.277970] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1135.498811] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2497d82-35e4-4b0b-8d69-fca83cec19a8 [ 1135.499085] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.499254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.499334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.499491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.499580] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.499674] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2497d82-35e4-4b0b-8d69-fca83cec19a8 already deleted. [ 1135.499756] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2497d82-35e4-4b0b-8d69-fca83cec19a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.678849] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01b7768e-8593-4f86-94b9-a9da6cbf1b1e: rpc.has_security_group_logging(os_id): False [ 1135.720648] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.720820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.720862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.721074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.741414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.741703] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.741816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.741881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.742102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.742175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.742261] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e is going to be updated. [ 1135.803652] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.803784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.803784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.803947] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.804106] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.819319] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: IN_PROGRESS for 2s [ 1135.859306] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: SUCCESS [ 1135.859306] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 deletion is rescheduled due to dependency. [ 1135.859576] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.022862] env[69943]: INFO networking_nsxv3.common.synchronization [req-b214944c-3fc7-4236-b9c2-40385f430d29 req-5fb33c8a-729d-4877-ba3c-4e8b721debf8 service nova] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_rules [ 1136.023310] env[69943]: INFO networking_nsxv3.common.synchronization [req-b214944c-3fc7-4236-b9c2-40385f430d29 req-5fb33c8a-729d-4877-ba3c-4e8b721debf8 service nova] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1136.023613] env[69943]: INFO networking_nsxv3.common.synchronization [req-b214944c-3fc7-4236-b9c2-40385f430d29 req-5fb33c8a-729d-4877-ba3c-4e8b721debf8 service nova] Enqueued Resource ID: f270cce0-58ae-4fb9-b58a-2cb571b3a261 with Priority: HIGHEST for action port [ 1136.025265] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_rules [ 1136.026269] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1136.026420] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f270cce0-58ae-4fb9-b58a-2cb571b3a261 with Priority: HIGHEST for action port [ 1136.026726] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.026835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.027078] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.027162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.027376] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-f270cce0-58ae-4fb9-b58a-2cb571b3a261 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.027553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f270cce0-58ae-4fb9-b58a-2cb571b3a261" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.027553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f270cce0-58ae-4fb9-b58a-2cb571b3a261" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.027793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f270cce0-58ae-4fb9-b58a-2cb571b3a261" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.027793] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f270cce0-58ae-4fb9-b58a-2cb571b3a261',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.286724] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 1136.286967] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.304446] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 in Status: SUCCESS [ 1136.304446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.322542] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239bc208-1150-4895-9837-ec64da93a0db in Status: SUCCESS [ 1136.322791] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.323997] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: SUCCESS [ 1136.324228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.442126] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e in Status: SUCCESS [ 1136.442451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.466453] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1136.466749] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.467573] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.467850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.467980] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.531446] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f270cce0-58ae-4fb9-b58a-2cb571b3a261 with status ACTIVE [ 1136.531681] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.531930] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.532036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.532303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.532455] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.532670] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.532798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.532880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.533076] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.533188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.533400] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.533607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.533664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.533853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.533928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.534114] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f270cce0-58ae-4fb9-b58a-2cb571b3a261 is going to be updated. [ 1136.563292] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.563551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.563551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.563708] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.563870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.564043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f270cce0-58ae-4fb9-b58a-2cb571b3a261" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.970683] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.971109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.288236] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1137.289018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.289018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.289018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.289159] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.289224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.289254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.289422] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.289475] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.289556] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.409176] env[69943]: INFO networking_nsxv3.common.synchronization [None req-c87eefa7-8d2a-4103-bfbf-28a20eb3b052 None None] Enqueued Resource ID: ca13c72d-6f3b-4691-bee8-2c258d331244 with Priority: HIGHEST for action port [ 1137.409176] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca13c72d-6f3b-4691-bee8-2c258d331244 with Priority: HIGHEST for action port [ 1137.409176] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca13c72d-6f3b-4691-bee8-2c258d331244 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.409176] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca13c72d-6f3b-4691-bee8-2c258d331244" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.409176] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca13c72d-6f3b-4691-bee8-2c258d331244" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.409578] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca13c72d-6f3b-4691-bee8-2c258d331244" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.409749] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca13c72d-6f3b-4691-bee8-2c258d331244',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.792078] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.833036] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: SUCCESS [ 1137.833285] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.833457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.833679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.833767] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.913393] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca13c72d-6f3b-4691-bee8-2c258d331244 [ 1137.913393] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.913393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.913393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.913393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.913974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.913974] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca13c72d-6f3b-4691-bee8-2c258d331244 already deleted. [ 1137.913974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca13c72d-6f3b-4691-bee8-2c258d331244" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.294627] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.337434] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.337705] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.337763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.338144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.338392] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.338558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.338621] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.338813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.338952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.339083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.339194] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.797743] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.797879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.797879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.798070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.798162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.798270] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1138.825582] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.825801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.825801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.826038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.826190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.837879] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1138.841246] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.344017] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01b7768e-8593-4f86-94b9-a9da6cbf1b1e: rpc.has_security_group_logging(os_id): False [ 1139.362859] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.363071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.363071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.363275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.363362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.363651] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.363755] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.363820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.363972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.364059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.364145] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e is going to be updated. [ 1139.425772] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.425983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.425983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.426160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.426444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.441470] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: IN_PROGRESS for 2s [ 1140.265754] env[69943]: INFO networking_nsxv3.common.synchronization [None req-c6065eea-fc40-4b0e-89be-449029f5355e tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Enqueued Resource ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 with Priority: HIGHEST for action security_group_rules [ 1140.266338] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 with Priority: HIGHEST for action security_group_rules [ 1140.266634] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e433593-311c-43c2-8ce5-df7ee2b6ad91 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.266755] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.266821] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.267773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.267862] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e433593-311c-43c2-8ce5-df7ee2b6ad91',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.369178] env[69943]: INFO networking_nsxv3.common.synchronization [None req-2be5c6d1-157c-43a5-a601-2edc4e0d0d31 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Enqueued Resource ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 with Priority: HIGHEST for action security_group_rules [ 1140.369800] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 with Priority: HIGHEST for action security_group_rules [ 1140.370498] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e433593-311c-43c2-8ce5-df7ee2b6ad91 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.370640] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.792189] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.792373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.792411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.792665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.792831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.792872] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 already deleted. [ 1140.792953] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.793134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.793296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.793384] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e433593-311c-43c2-8ce5-df7ee2b6ad91',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.849573] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1140.850752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.850752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.850752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.850752] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.850752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.850752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.850752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.850752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.851124] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.851124] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.315859] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.317585] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.317734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.317962] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.318086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.318188] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 already deleted. [ 1141.318328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.353172] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.353379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.353426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.353627] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.353818] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.353995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.354101] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.354283] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.354372] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.354465] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.354621] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.354715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.354796] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.355025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.355217] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.355620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.355733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.356095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.356095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.356281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.356552] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.457448] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: SUCCESS [ 1141.457824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.859467] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f24b04cb-4bf8-4cad-9ef0-791acfd015cf: rpc.has_security_group_logging(os_id): False [ 1141.880601] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.880754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.880835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.881424] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.881424] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.881424] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.881597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.881597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.881654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.881715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.881895] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.881988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.882066] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.882207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.882281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.882471] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.882564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.882625] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.882762] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.882834] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.884353] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1141.970264] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.970264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.970264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.970264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.970264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.987451] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1142.421130] env[69943]: INFO networking_nsxv3.common.synchronization [req-ec5b142d-7970-4a11-b5e9-24c2646afea0 req-7dac0f00-4113-4f26-85f6-65c38e9d5c35 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Enqueued Resource ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be with Priority: HIGHEST for action security_group_members [ 1142.421641] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be with Priority: HIGHEST for action security_group_members [ 1142.421943] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.422084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.422153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.422411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.422564] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.422662] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.422727] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.422871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.422954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.423608] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39b5c69a-f2d9-4277-a36d-5d59e6f3c9be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.892189] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.892503] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-702" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.892503] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-702" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.892803] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-702" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.893085] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.893262] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.893402] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.893614] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.893776] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.894011] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.894114] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.894227] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.894338] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.894474] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1142.894571] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.894707] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.912832] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.913057] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1142.913165] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.913335] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-702" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.913662] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-04aafce5-f7c1-4e20-8361-cc5e50444ce3 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.913875] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-04aafce5-f7c1-4e20-8361-cc5e50444ce3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.913951] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-04aafce5-f7c1-4e20-8361-cc5e50444ce3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.914308] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-04aafce5-f7c1-4e20-8361-cc5e50444ce3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.914456] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04aafce5-f7c1-4e20-8361-cc5e50444ce3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.926147] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.926354] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.926420] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.926640] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.926737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.926933] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.927038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.927091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.927249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.927319] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.927407] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be already deleted. [ 1142.927486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.417193] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.417433] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.417567] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.417843] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.417996] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.418171] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 04aafce5-f7c1-4e20-8361-cc5e50444ce3 not found, creating... [ 1143.418501] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.418668] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.418792] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.419017] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.419177] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.419511] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.419681] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.419837] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.420202] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.420364] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.420514] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 04aafce5-f7c1-4e20-8361-cc5e50444ce3 is going to be created. [ 1143.440743] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.441020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.441193] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.441502] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.441796] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.442085] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-04aafce5-f7c1-4e20-8361-cc5e50444ce3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.011840] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1144.011840] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.229320] env[69943]: INFO networking_nsxv3.common.synchronization [req-ec5b142d-7970-4a11-b5e9-24c2646afea0 req-ae3e5f15-4e0b-45cb-b5db-191684493f42 service nova] Enqueued Resource ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be with Priority: HIGHEST for action security_group_rules [ 1144.229428] env[69943]: INFO networking_nsxv3.common.synchronization [req-ec5b142d-7970-4a11-b5e9-24c2646afea0 req-ae3e5f15-4e0b-45cb-b5db-191684493f42 service nova] Enqueued Resource ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be with Priority: HIGHEST for action security_group_members [ 1144.229553] env[69943]: INFO networking_nsxv3.common.synchronization [req-ec5b142d-7970-4a11-b5e9-24c2646afea0 req-ae3e5f15-4e0b-45cb-b5db-191684493f42 service nova] Enqueued Resource ID: 04aafce5-f7c1-4e20-8361-cc5e50444ce3 with Priority: HIGHEST for action port [ 1144.229783] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be with Priority: HIGHEST for action security_group_rules [ 1144.229909] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be with Priority: HIGHEST for action security_group_members [ 1144.230013] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04aafce5-f7c1-4e20-8361-cc5e50444ce3 with Priority: HIGHEST for action port [ 1144.230538] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.230665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.230736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.230989] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.231965] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39b5c69a-f2d9-4277-a36d-5d59e6f3c9be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.234570] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.234648] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.234710] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.234871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.235022] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.235112] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.235172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.235310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.235404] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.235496] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39b5c69a-f2d9-4277-a36d-5d59e6f3c9be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.236234] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-04aafce5-f7c1-4e20-8361-cc5e50444ce3 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.236323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04aafce5-f7c1-4e20-8361-cc5e50444ce3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.236386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04aafce5-f7c1-4e20-8361-cc5e50444ce3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.236532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04aafce5-f7c1-4e20-8361-cc5e50444ce3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.236604] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04aafce5-f7c1-4e20-8361-cc5e50444ce3',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.738176] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.738408] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.738637] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39b5c69a-f2d9-4277-a36d-5d59e6f3c9be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.739572] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04aafce5-f7c1-4e20-8361-cc5e50444ce3 with status ACTIVE [ 1144.739757] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.739868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.739937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.740162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.740249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.740419] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.740542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.740607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.740761] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.740838] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.744298] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.744553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.744646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.744809] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.744971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.745094] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04aafce5-f7c1-4e20-8361-cc5e50444ce3 is going to be updated. [ 1144.767027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.768649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.768649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.768649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.768649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.768649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04aafce5-f7c1-4e20-8361-cc5e50444ce3" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.106974] env[69943]: INFO networking_nsxv3.common.synchronization [req-55bda6fc-049e-4c60-9af5-de66b0368654 req-d546316f-429c-4310-b6f9-de1e5070e57e tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1145.107529] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1145.107981] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.108134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.108244] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.108451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.108653] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.108725] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.109619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.109619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.109619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.109619] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.247241] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39b5c69a-f2d9-4277-a36d-5d59e6f3c9be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.611028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.611233] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.611296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.611481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.611617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.611832] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.611933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.612009] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.612177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.612257] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.612343] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be deleted. [ 1145.645610] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.645808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.645808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.646038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.646134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.646255] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.653213] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.653401] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.653533] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.653926] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.654052] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.654246] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.654330] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.654542] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.654684] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.654889] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.655013] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.655128] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.655240] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.655391] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1145.655549] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.655699] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.678850] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.679034] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1145.679200] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.679444] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.679765] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-0a56a779-d8ef-4492-ad59-10b467d25ed2 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.679942] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-0a56a779-d8ef-4492-ad59-10b467d25ed2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.680080] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-0a56a779-d8ef-4492-ad59-10b467d25ed2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.680395] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-0a56a779-d8ef-4492-ad59-10b467d25ed2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.680551] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a56a779-d8ef-4492-ad59-10b467d25ed2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.752584] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.753333] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.753333] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.753333] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.753333] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.753333] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be is going to be created. [ 1145.780056] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.780213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.780295] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.780614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.780806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.790895] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be in Status: UNINITIALIZED for 2s [ 1145.992321] env[69943]: INFO networking_nsxv3.common.synchronization [req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 req-cbf4acf5-e77f-432c-afc9-921f5ce3f313 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 1145.992834] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 1145.993162] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.993294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.993363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.993565] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.993723] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.993829] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.993929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.994187] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.994299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.994397] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.183576] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.184051] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.184215] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.184601] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.185032] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.185170] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 0a56a779-d8ef-4492-ad59-10b467d25ed2 not found, creating... [ 1146.185552] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.185834] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.186112] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.186459] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.186743] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.187117] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.187393] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.187617] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.187990] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.188315] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.188557] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 0a56a779-d8ef-4492-ad59-10b467d25ed2 is going to be created. [ 1146.226529] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.226910] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.227181] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.227609] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.227997] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.230632] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-0a56a779-d8ef-4492-ad59-10b467d25ed2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.314469] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.314469] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.314469] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.314469] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.314469] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.314469] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.314469] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.314786] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.314786] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.314962] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.315072] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.315189] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.315306] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.315426] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1146.315539] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.315677] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.337498] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.337691] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1146.338012] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.338327] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.338686] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-772bee12-dfbb-4770-af6e-a42be449b927 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.338871] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.339012] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.339590] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.339766] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('772bee12-dfbb-4770-af6e-a42be449b927',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.496852] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.497189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.497533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.497824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.497974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.498428] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.498602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.498713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.498896] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.498985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.499097] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 is going to be updated. [ 1146.528541] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.528541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.528541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.528541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.528541] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.539734] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: IN_PROGRESS for 2s [ 1146.842750] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.843051] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.843510] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.843841] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.843999] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.844179] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 772bee12-dfbb-4770-af6e-a42be449b927 not found, creating... [ 1146.844465] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.844630] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.844753] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.844986] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.845172] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.845677] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.845894] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.846208] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.846744] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.846744] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.846876] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 772bee12-dfbb-4770-af6e-a42be449b927 is going to be created. [ 1146.868777] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.869032] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.869184] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.869481] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.869716] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.869942] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.032070] env[69943]: INFO networking_nsxv3.common.synchronization [req-55bda6fc-049e-4c60-9af5-de66b0368654 req-3ab7fca4-4c4b-41d6-bbbd-e8af5660a568 service nova] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_rules [ 1147.032070] env[69943]: INFO networking_nsxv3.common.synchronization [req-55bda6fc-049e-4c60-9af5-de66b0368654 req-3ab7fca4-4c4b-41d6-bbbd-e8af5660a568 service nova] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1147.032070] env[69943]: INFO networking_nsxv3.common.synchronization [req-55bda6fc-049e-4c60-9af5-de66b0368654 req-3ab7fca4-4c4b-41d6-bbbd-e8af5660a568 service nova] Enqueued Resource ID: 0a56a779-d8ef-4492-ad59-10b467d25ed2 with Priority: HIGHEST for action port [ 1147.032070] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_rules [ 1147.032469] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1147.032469] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a56a779-d8ef-4492-ad59-10b467d25ed2 with Priority: HIGHEST for action port [ 1147.033732] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.033893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.033985] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.034385] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.034551] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.035547] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.035783] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.035970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.036187] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.036680] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.037146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.037146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.037146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.037296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.037296] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.038252] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a56a779-d8ef-4492-ad59-10b467d25ed2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.038368] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a56a779-d8ef-4492-ad59-10b467d25ed2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.038992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a56a779-d8ef-4492-ad59-10b467d25ed2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.038992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a56a779-d8ef-4492-ad59-10b467d25ed2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.038992] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a56a779-d8ef-4492-ad59-10b467d25ed2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.540979] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.542299] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.542445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.542680] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a56a779-d8ef-4492-ad59-10b467d25ed2 with status ACTIVE [ 1147.542874] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.543022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.543103] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.543375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.543497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.543695] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.544589] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.544664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.544851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.544939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.545158] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.545250] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.545316] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.546201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.546201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.546201] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a56a779-d8ef-4492-ad59-10b467d25ed2 is going to be updated. [ 1147.568614] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.568614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.568614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.568614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.568614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.568614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a56a779-d8ef-4492-ad59-10b467d25ed2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.659070] env[69943]: INFO networking_nsxv3.common.synchronization [req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 req-5f303175-3b62-48b7-ad51-e8007e65fa45 service nova] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_rules [ 1147.659070] env[69943]: INFO networking_nsxv3.common.synchronization [req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 req-5f303175-3b62-48b7-ad51-e8007e65fa45 service nova] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 1147.659070] env[69943]: INFO networking_nsxv3.common.synchronization [req-a8b8e062-a042-4c09-8b4c-a696a3df43a8 req-5f303175-3b62-48b7-ad51-e8007e65fa45 service nova] Enqueued Resource ID: 772bee12-dfbb-4770-af6e-a42be449b927 with Priority: HIGHEST for action port [ 1147.663381] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_rules [ 1147.663381] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 1147.663381] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772bee12-dfbb-4770-af6e-a42be449b927 with Priority: HIGHEST for action port [ 1147.663381] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.663381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.663381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.663381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.663381] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.664628] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.664968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.665599] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-772bee12-dfbb-4770-af6e-a42be449b927 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.665960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.666207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.666627] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.666894] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('772bee12-dfbb-4770-af6e-a42be449b927',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.747482] env[69943]: INFO networking_nsxv3.common.synchronization [req-566f1bc4-d899-4a51-8260-21ea6508d92c req-6134faee-a1cf-4419-bec8-53b801726e29 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1147.748239] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1147.748710] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.748919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.749046] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.749410] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.749667] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.749856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.750022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.750281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.750489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.750671] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.801717] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be in Status: SUCCESS [ 1147.801886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.802384] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.802615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.802810] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.802944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.803037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.803178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.803264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.803350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.803440] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39b5c69a-f2d9-4277-a36d-5d59e6f3c9be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.047663] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.165206] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.165378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.169757] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 772bee12-dfbb-4770-af6e-a42be449b927 with status ACTIVE [ 1148.169953] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.170088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.170158] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.170381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.170470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.170631] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.170732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.170801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.170973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.171088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.171287] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.171380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.171444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.171598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.171673] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.171758] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 772bee12-dfbb-4770-af6e-a42be449b927 is going to be updated. [ 1148.193113] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.193290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.193374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.193579] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.193771] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.193970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.256612] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.306041] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.306288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.306411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.306757] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.307198] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.307198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.307361] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.307545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.307683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.307823] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.308079] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.308225] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.308343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.308556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.308777] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.309067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.309067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.309263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.309392] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.309526] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.309667] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39b5c69a-f2d9-4277-a36d-5d59e6f3c9be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.551277] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.551277] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.551277] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.551277] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.551277] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.551277] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be created. [ 1148.552912] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: SUCCESS [ 1148.553073] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 deletion is rescheduled due to dependency. [ 1148.553170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.553345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.553549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.553713] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.553817] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.553872] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.554027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.554296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.554390] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.580331] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.580503] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.580590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.580923] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.581096] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.595920] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: UNINITIALIZED for 2s [ 1148.760480] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.781884] env[69943]: INFO networking_nsxv3.common.synchronization [req-69711128-45ac-4edc-96e6-b539c7b0dce9 req-dcbbd15f-28fc-48d5-a3fc-0e854df4137c tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Enqueued Resource ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 with Priority: HIGHEST for action security_group_members [ 1148.785151] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 with Priority: HIGHEST for action security_group_members [ 1148.785151] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e433593-311c-43c2-8ce5-df7ee2b6ad91 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.785151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.785151] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.790094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.790094] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.790094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.790094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.790327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.790327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.790484] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e433593-311c-43c2-8ce5-df7ee2b6ad91',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.813469] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be: rpc.has_security_group_logging(os_id): False [ 1148.835202] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.835359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.835416] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.835620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.835707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.835915] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.836028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.836107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.836311] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.836404] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.836582] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.836737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.836737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.836866] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.836937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.837158] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.837350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.837350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.837437] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.837512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.837592] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be is going to be created. [ 1148.899496] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.899496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.899734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.899789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.899970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.915760] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be in Status: IN_PROGRESS for 2s [ 1149.058063] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.266239] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.266460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.267190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.267190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.267190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.267190] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1149.296051] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.296738] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.297198] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.297535] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.297849] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.298041] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.298215] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.298470] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.298626] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.298848] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.299251] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.299251] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.299358] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.299470] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1149.299546] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.299721] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.301183] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.301183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.301183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.301347] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.301398] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.301592] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.301685] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.302160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.302160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.302160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.302160] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 already deleted. [ 1149.302160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.306627] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.306806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.306806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.306992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.307144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.316859] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1149.321205] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.321404] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1149.321555] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.321739] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.322088] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-2b8370d9-47dd-4277-8452-7514a05c28d5 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.322330] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-2b8370d9-47dd-4277-8452-7514a05c28d5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.322501] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-2b8370d9-47dd-4277-8452-7514a05c28d5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.322826] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-2b8370d9-47dd-4277-8452-7514a05c28d5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.322971] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8370d9-47dd-4277-8452-7514a05c28d5',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.563505] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.827955] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.827955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.827955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.827955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.827955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.827955] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 2b8370d9-47dd-4277-8452-7514a05c28d5 not found, creating... [ 1149.827955] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.827955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.827955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.827955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.827955] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.828604] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.828604] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.828604] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.828604] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.828604] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.829368] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 2b8370d9-47dd-4277-8452-7514a05c28d5 is going to be created. [ 1149.855173] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.855173] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.855173] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.855173] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.855173] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.855173] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-2b8370d9-47dd-4277-8452-7514a05c28d5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.066195] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.066398] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.066398] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.066626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.066723] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.066827] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 is going to be updated. [ 1150.098665] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.098831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.098942] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.099146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.099293] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.109989] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: IN_PROGRESS for 2s [ 1150.609437] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1150.609837] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.609837] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.610049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.610311] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.610438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.610524] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.610726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.610827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.610945] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.611198] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.662534] env[69943]: INFO networking_nsxv3.common.synchronization [req-69711128-45ac-4edc-96e6-b539c7b0dce9 req-772b88e6-dc24-43e1-bc6a-695f09589a22 service nova] Enqueued Resource ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 with Priority: HIGHEST for action security_group_rules [ 1150.662808] env[69943]: INFO networking_nsxv3.common.synchronization [req-69711128-45ac-4edc-96e6-b539c7b0dce9 req-772b88e6-dc24-43e1-bc6a-695f09589a22 service nova] Enqueued Resource ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 with Priority: HIGHEST for action security_group_members [ 1150.662986] env[69943]: INFO networking_nsxv3.common.synchronization [req-69711128-45ac-4edc-96e6-b539c7b0dce9 req-772b88e6-dc24-43e1-bc6a-695f09589a22 service nova] Enqueued Resource ID: 2b8370d9-47dd-4277-8452-7514a05c28d5 with Priority: HIGHEST for action port [ 1150.663663] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 with Priority: HIGHEST for action security_group_rules [ 1150.663803] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 with Priority: HIGHEST for action security_group_members [ 1150.663904] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b8370d9-47dd-4277-8452-7514a05c28d5 with Priority: HIGHEST for action port [ 1150.664346] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e433593-311c-43c2-8ce5-df7ee2b6ad91 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.664510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.664589] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.664793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.664875] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e433593-311c-43c2-8ce5-df7ee2b6ad91',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.666464] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e433593-311c-43c2-8ce5-df7ee2b6ad91 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.666540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.666575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.666752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.666906] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.667009] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.667093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.667269] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.667358] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.667448] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e433593-311c-43c2-8ce5-df7ee2b6ad91',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.670082] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b8370d9-47dd-4277-8452-7514a05c28d5 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.670237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b8370d9-47dd-4277-8452-7514a05c28d5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.670342] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b8370d9-47dd-4277-8452-7514a05c28d5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.670570] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b8370d9-47dd-4277-8452-7514a05c28d5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.670689] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b8370d9-47dd-4277-8452-7514a05c28d5',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.927686] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be in Status: SUCCESS [ 1150.927880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.117099] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.117099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.117099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.117099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.117099] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.117099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.117099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.117099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.117099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.117099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.117099] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.117099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.117099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.117099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.117099] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.117099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.118126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.118126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.118126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.118126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.118126] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.167499] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e433593-311c-43c2-8ce5-df7ee2b6ad91 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.168460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.174309] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e433593-311c-43c2-8ce5-df7ee2b6ad91',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.174309] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b8370d9-47dd-4277-8452-7514a05c28d5 with status ACTIVE [ 1151.174309] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.174309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.174309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.174309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.174309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.174309] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.174309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.174309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.174309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.174309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.174309] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.174309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.174309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.174309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.174819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.178856] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b8370d9-47dd-4277-8452-7514a05c28d5 is going to be updated. [ 1151.202265] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.202386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.202434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.202984] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.202984] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.202984] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b8370d9-47dd-4277-8452-7514a05c28d5" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.330039] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1151.330039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.597861] env[69943]: INFO networking_nsxv3.common.synchronization [None req-a6d12444-ef75-4e45-a35c-a0edfb37f10c tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1151.598475] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1151.598778] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.598897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.598972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.599195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.599353] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.599455] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.599512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.599654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.599736] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.600027] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.619378] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf: rpc.has_security_group_logging(os_id): False [ 1151.638297] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.638445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.638563] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.638703] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.638785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.638964] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.639099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.639159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.639340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.639340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.639513] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.639598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.639659] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.639791] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.639862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.640138] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.640138] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.640239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.640336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.640408] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.641089] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be created. [ 1151.673034] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e433593-311c-43c2-8ce5-df7ee2b6ad91',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.735087] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.735087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.735087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.735372] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.735555] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.758402] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: IN_PROGRESS for 2s [ 1152.102118] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.120629] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: SUCCESS [ 1152.120880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.121301] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.121523] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.121707] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.121825] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.121890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.122059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.122249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.122310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.122402] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.175507] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.175656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.175728] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.175950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.176165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.176338] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 is going to be created. [ 1152.202495] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.203332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.203332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.203332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.203332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.225059] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 in Status: UNINITIALIZED for 2s [ 1152.604521] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.624527] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.107346] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.107563] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.107681] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.107961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.108116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.108260] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be updated. [ 1153.126650] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55a70454-7f94-4808-a400-e90c3fa084a6: rpc.has_security_group_logging(os_id): False [ 1153.147463] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.147605] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.147677] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.147897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.148128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.148479] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.148479] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.148479] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.148646] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.148724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.148910] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 is going to be updated. [ 1153.151892] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.152038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.152110] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.152356] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.152493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.168633] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: IN_PROGRESS for 2s [ 1153.261031] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.261208] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.261208] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.261416] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.261532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.284570] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: IN_PROGRESS for 2s [ 1153.773189] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1153.773642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.023987] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.024212] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.024399] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.024626] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.024933] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.025307] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.025447] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.025692] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.025875] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.026149] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.026318] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.026451] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.026568] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.026691] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1154.026804] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.026949] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.046731] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.046968] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1154.047193] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.047401] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.047754] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.047919] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.048120] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.048499] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.048647] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.242938] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 in Status: SUCCESS [ 1154.243192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.243371] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.243601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.243802] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.243919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.244016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.244233] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.244318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.244407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.244499] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e433593-311c-43c2-8ce5-df7ee2b6ad91',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.421460] env[69943]: INFO networking_nsxv3.common.synchronization [req-fcfd541e-91a7-4315-92dd-8d9db855a1b9 req-9c7c22e7-9749-457b-9144-3252092f30c0 tempest-ServerAddressesTestJSON-854122997 tempest-ServerAddressesTestJSON-854122997-project-member] Enqueued Resource ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be with Priority: HIGHEST for action security_group_members [ 1154.421987] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be with Priority: HIGHEST for action security_group_members [ 1154.422348] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.422508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.422582] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.422776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.422926] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.428092] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.428256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.428460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.428564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.428655] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39b5c69a-f2d9-4277-a36d-5d59e6f3c9be',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.551200] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.551435] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.551572] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.551862] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.552054] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.552200] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c not found, creating... [ 1154.552474] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.552655] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.552778] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.553027] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.553171] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.553461] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.553621] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.553744] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.553960] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.554112] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.554264] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c is going to be created. [ 1154.576558] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.576815] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.576931] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.577288] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.577541] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.577788] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.746956] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e433593-311c-43c2-8ce5-df7ee2b6ad91',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.932472] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.932472] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.932472] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.932472] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.932472] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.932472] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.932472] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.933073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.933073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.933073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.933073] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be is going to be updated. [ 1154.964147] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.964323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.964323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.964502] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.964653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.974988] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be in Status: IN_PROGRESS for 2s [ 1155.197870] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1155.197870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.249561] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e433593-311c-43c2-8ce5-df7ee2b6ad91: rpc.has_security_group_logging(os_id): False [ 1155.282591] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.282739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.282829] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.283063] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.283161] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.283403] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.283511] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.283590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.283751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.283827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.283914] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 is going to be created. [ 1155.298084] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: SUCCESS [ 1155.298610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.315417] env[69943]: INFO networking_nsxv3.common.synchronization [req-81e27952-b448-46a8-882d-8fad9da27d04 req-64984696-bcfa-4986-abe6-822732c3df93 service nova] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_rules [ 1155.315600] env[69943]: INFO networking_nsxv3.common.synchronization [req-81e27952-b448-46a8-882d-8fad9da27d04 req-64984696-bcfa-4986-abe6-822732c3df93 service nova] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1155.315745] env[69943]: INFO networking_nsxv3.common.synchronization [req-81e27952-b448-46a8-882d-8fad9da27d04 req-64984696-bcfa-4986-abe6-822732c3df93 service nova] Enqueued Resource ID: e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c with Priority: HIGHEST for action port [ 1155.315986] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_rules [ 1155.316129] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1155.316226] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c with Priority: HIGHEST for action port [ 1155.316880] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.317044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.317127] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.317382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.317471] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.318496] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.318628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.318713] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.318876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.319056] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.319201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.319201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.319375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.319578] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.319578] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.320319] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.320505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.320924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.320924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.320924] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.370472] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.370663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.370757] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.371360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.371360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.391256] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 in Status: IN_PROGRESS for 2s [ 1155.822258] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.822457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.823814] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c with status ACTIVE [ 1155.824123] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.824332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.824364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.824600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.824785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.824934] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.825058] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.825144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.825376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.825468] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.825659] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.825754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.825819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.825963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.826165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.826276] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c is going to be updated. [ 1155.828062] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.856913] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.857061] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.857136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.857344] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.857480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.857641] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2d8ae4e-cddc-4d8b-8de8-260bb3a7b91c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.330084] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.833021] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.833021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.833021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.833327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.833425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.833533] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be updated. [ 1156.873439] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.873586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.873659] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.874065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.874065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.890395] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: IN_PROGRESS for 2s [ 1156.985299] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be in Status: SUCCESS [ 1156.985562] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39b5c69a-f2d9-4277-a36d-5d59e6f3c9be deletion is rescheduled due to dependency. [ 1156.985689] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39b5c69a-f2d9-4277-a36d-5d59e6f3c9be" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.405059] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 in Status: SUCCESS [ 1157.405059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.900817] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1158.901199] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.901199] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.901386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.901583] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.901701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.901769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.901920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.902049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.902180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.902281] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.407584] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.407776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.407842] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.408250] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.408434] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.408549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.408616] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.408792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.408881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.408987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.409201] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.409270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.409325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.409473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.409614] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.409709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.409772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.409912] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.409989] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.410085] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.410177] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.913312] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf: rpc.has_security_group_logging(os_id): False [ 1159.935953] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.936156] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.936156] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.939310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.939310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.939310] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.939310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.939310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.939310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.939310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.939310] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.939310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.939310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.939310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.939310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.939310] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.939310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.939911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.939911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.939911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.939911] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be updated. [ 1160.015472] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.015647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.015691] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.015899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.016134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.034085] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: IN_PROGRESS for 2s [ 1160.317557] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1160.317664] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1160.563298] env[69943]: INFO networking_nsxv3.common.synchronization [req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 req-40ef5a41-3744-4109-8a00-daa4509d79f9 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1160.563821] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1160.564137] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.564586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.564586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.564586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.564735] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.564735] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.564814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.564944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.565318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.565318] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.067782] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.570015] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.629550] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.629783] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.629897] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.630210] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.630493] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.630658] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.630782] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.631010] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.631174] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.631387] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.631507] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.631625] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.631741] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.631857] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.631968] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.632125] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.653239] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.653409] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1161.653544] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.653717] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-77" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.654324] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-16484016-76cb-41dd-b54e-44290eca5c13 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.654324] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-16484016-76cb-41dd-b54e-44290eca5c13" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.654488] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-16484016-76cb-41dd-b54e-44290eca5c13" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.654721] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-16484016-76cb-41dd-b54e-44290eca5c13" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.654858] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16484016-76cb-41dd-b54e-44290eca5c13',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.829124] env[69943]: INFO networking_nsxv3.common.synchronization [req-6ae7f4f1-7846-4c01-aa77-4ce59c1ce76d req-dc97a9b5-344a-4e93-9f4b-b42c5cde7f3b tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1161.829676] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1161.829977] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.830107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.830171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.831500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.831696] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.831811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.831882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.832218] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.832218] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.832291] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.050522] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1162.050765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.072620] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.073030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.073030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.073100] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.073235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.073341] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1162.103101] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.103294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.103342] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.103513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.103666] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.114218] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1162.157687] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.158457] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.159570] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.159570] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.159570] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.159570] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 16484016-76cb-41dd-b54e-44290eca5c13 not found, creating... [ 1162.159756] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.159896] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.160099] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.160364] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.160580] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.160910] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.161559] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.161721] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.161971] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.162287] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.162460] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 16484016-76cb-41dd-b54e-44290eca5c13 is going to be created. [ 1162.188556] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.189607] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.189823] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.190121] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.190366] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.190639] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-16484016-76cb-41dd-b54e-44290eca5c13" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.339903] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.339903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.339903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.339903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.339903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.339903] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.339903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.339903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.339903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.339903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.339903] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 1162.395898] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.396104] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.396160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.396380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.396530] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.409669] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 1163.230433] env[69943]: INFO networking_nsxv3.common.synchronization [req-f221288c-02f0-4a28-a7e6-6824840173ac req-737a4edf-526a-4375-878d-d2823315496a tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 with Priority: HIGHEST for action security_group_members [ 1163.231016] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 with Priority: HIGHEST for action security_group_members [ 1163.232495] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bb94264-ac10-4c78-b7d8-9900d99cba12 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.232673] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.232759] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.232981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.233177] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.233285] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.233350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.233515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.233602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.233697] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bb94264-ac10-4c78-b7d8-9900d99cba12',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.329248] env[69943]: INFO networking_nsxv3.common.synchronization [req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 req-22d43e09-ce05-41e6-963f-5e43fe519c2e service nova] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_rules [ 1163.329434] env[69943]: INFO networking_nsxv3.common.synchronization [req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 req-22d43e09-ce05-41e6-963f-5e43fe519c2e service nova] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1163.329576] env[69943]: INFO networking_nsxv3.common.synchronization [req-23dde3af-c1fe-467d-b16e-4dddf362b8e8 req-22d43e09-ce05-41e6-963f-5e43fe519c2e service nova] Enqueued Resource ID: 16484016-76cb-41dd-b54e-44290eca5c13 with Priority: HIGHEST for action port [ 1163.330996] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_rules [ 1163.330996] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1163.330996] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16484016-76cb-41dd-b54e-44290eca5c13 with Priority: HIGHEST for action port [ 1163.330996] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.330996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.330996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.330996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.330996] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.333399] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.333399] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.333916] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-16484016-76cb-41dd-b54e-44290eca5c13 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.334356] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16484016-76cb-41dd-b54e-44290eca5c13" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.334515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16484016-76cb-41dd-b54e-44290eca5c13" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.334961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16484016-76cb-41dd-b54e-44290eca5c13" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.335185] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16484016-76cb-41dd-b54e-44290eca5c13',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.738108] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.738263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.738337] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.738551] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.762397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.762760] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.762841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.762876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.763132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.763246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.763383] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 is going to be updated. [ 1163.790992] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.790992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.791114] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.791255] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.791399] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.802584] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 in Status: IN_PROGRESS for 2s [ 1163.837305] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.837305] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.844020] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16484016-76cb-41dd-b54e-44290eca5c13 with status ACTIVE [ 1163.844020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.844020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.844020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.844020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.844020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.844020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.844020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.844020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.844020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.844020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.844020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.844020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.844020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.844020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.844020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.844020] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16484016-76cb-41dd-b54e-44290eca5c13 is going to be updated. [ 1163.868741] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.868741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.868741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.868741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.868894] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.870286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16484016-76cb-41dd-b54e-44290eca5c13" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.125328] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1164.125328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.125522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.125686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.126281] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.127177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.127177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.127177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.127177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.127177] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.419110] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 1164.419426] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd deletion is rescheduled due to dependency. [ 1164.419426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.630165] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.879982] env[69943]: INFO networking_nsxv3.common.synchronization [req-f016161b-6174-45f2-8cb7-e74eb505b001 req-bc0a1f89-4a1e-4975-8eca-25db2814ab74 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1164.880514] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1164.880819] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.880940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.881022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.881502] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.881502] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.882109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.882109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.882109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.882109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.882323] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.134178] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.191959] env[69943]: INFO networking_nsxv3.common.synchronization [req-304a5926-976e-45a8-b97e-14e608f2d2ef req-1bef29b5-34af-4c3f-bc75-dc9c877be3ef tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Enqueued Resource ID: 2709b421-9531-459d-bb52-45a19bdcbb11 with Priority: HIGHEST for action security_group_members [ 1165.192483] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2709b421-9531-459d-bb52-45a19bdcbb11 with Priority: HIGHEST for action security_group_members [ 1165.192781] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-2709b421-9531-459d-bb52-45a19bdcbb11 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.192906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.192967] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.193186] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.193337] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.193508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.193508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.193632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.193715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.193804] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2709b421-9531-459d-bb52-45a19bdcbb11',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.384046] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.384233] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.384335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.384497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.384594] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.384797] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.384901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.384962] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.385301] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.385392] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.385495] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 1165.413466] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.413672] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.413935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.414365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.414517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.423047] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 1165.638654] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.638879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.638948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.639193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.639304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.639377] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1165.673071] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.673071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.673071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.673071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.673071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.685037] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1165.700028] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.700028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.700160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.700353] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.723592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.723892] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.724023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.724091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.724348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.724470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.724610] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2709b421-9531-459d-bb52-45a19bdcbb11 is going to be updated. [ 1165.758603] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.758766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.758802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.759089] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.759280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.769542] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2709b421-9531-459d-bb52-45a19bdcbb11 in Status: IN_PROGRESS for 2s [ 1165.815195] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 in Status: SUCCESS [ 1165.815402] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bb94264-ac10-4c78-b7d8-9900d99cba12 deletion is rescheduled due to dependency. [ 1165.815542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bb94264-ac10-4c78-b7d8-9900d99cba12" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.122289] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.122289] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.123038] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.123038] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.123333] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.123473] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.123680] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.124021] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.124217] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.124893] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.124893] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.124893] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.124999] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.125143] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.125316] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.125557] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.150232] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.150535] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.150871] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.151443] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-733" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.151960] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-e6f2e7fd-4513-4d26-bc09-171602996984 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.152322] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-e6f2e7fd-4513-4d26-bc09-171602996984" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.152512] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-e6f2e7fd-4513-4d26-bc09-171602996984" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.152966] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-e6f2e7fd-4513-4d26-bc09-171602996984" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.153221] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f2e7fd-4513-4d26-bc09-171602996984',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.656138] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.656642] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.656642] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.656821] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.657354] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.657597] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port e6f2e7fd-4513-4d26-bc09-171602996984 not found, creating... [ 1166.657961] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.658150] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.658287] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.658544] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.658696] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.659031] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.659217] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.659350] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.659577] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.659721] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.659871] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: e6f2e7fd-4513-4d26-bc09-171602996984 is going to be created. [ 1166.681857] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.682105] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.682228] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.682512] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.682744] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.683052] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-e6f2e7fd-4513-4d26-bc09-171602996984" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.040671] env[69943]: INFO networking_nsxv3.common.synchronization [req-4441edcd-4446-4e8b-86db-ae3816345aa8 req-ffbc610d-7523-47e1-b300-0e02b7524cfb tempest-ServersTestJSON-1543720541 tempest-ServersTestJSON-1543720541-project-member] Enqueued Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGHEST for action security_group_members [ 1167.041447] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGHEST for action security_group_members [ 1167.042035] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e5b456-4ba7-4427-9efc-b10456f6da8e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.042215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.042215] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.042432] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.042691] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.042879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.042990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.043256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.043992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.044173] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e5b456-4ba7-4427-9efc-b10456f6da8e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.434457] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 1167.434641] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd deletion is rescheduled due to dependency. [ 1167.434760] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.547743] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.547743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.547743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.547743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.547743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.548358] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.548358] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.548358] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.548550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.548620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.548756] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e is going to be updated. [ 1167.577503] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.577658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.577698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.577957] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.580602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.586233] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e in Status: IN_PROGRESS for 2s [ 1167.696305] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1167.696615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.697171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.697171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.697171] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.697356] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.697356] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.697429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.697474] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.697558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.697650] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.723362] env[69943]: INFO networking_nsxv3.common.synchronization [req-37454745-41c6-4462-a2fc-3a20cb790fc2 req-3d9e15cc-e2a6-454e-a8bb-ea28581f8984 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1167.723478] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1167.723777] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.725031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.725031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.725031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.725031] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.725031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.725031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.725031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.725031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.725346] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.739824] env[69943]: INFO networking_nsxv3.common.synchronization [req-f016161b-6174-45f2-8cb7-e74eb505b001 req-5c275db7-e017-4852-bfde-9b683b8b7c55 service nova] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_rules [ 1167.740028] env[69943]: INFO networking_nsxv3.common.synchronization [req-f016161b-6174-45f2-8cb7-e74eb505b001 req-5c275db7-e017-4852-bfde-9b683b8b7c55 service nova] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1167.740184] env[69943]: INFO networking_nsxv3.common.synchronization [req-f016161b-6174-45f2-8cb7-e74eb505b001 req-5c275db7-e017-4852-bfde-9b683b8b7c55 service nova] Enqueued Resource ID: e6f2e7fd-4513-4d26-bc09-171602996984 with Priority: HIGHEST for action port [ 1167.740716] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_rules [ 1167.740870] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1167.740970] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f2e7fd-4513-4d26-bc09-171602996984 with Priority: HIGHEST for action port [ 1167.741589] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.741720] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.741789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.742010] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.742099] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.742994] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.743134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.743201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.743425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.743571] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.743663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.743722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.743874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.743938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.744036] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.745086] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6f2e7fd-4513-4d26-bc09-171602996984 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.745202] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6f2e7fd-4513-4d26-bc09-171602996984" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.745249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6f2e7fd-4513-4d26-bc09-171602996984" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.745451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6f2e7fd-4513-4d26-bc09-171602996984" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.746290] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f2e7fd-4513-4d26-bc09-171602996984',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.779534] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2709b421-9531-459d-bb52-45a19bdcbb11 in Status: SUCCESS [ 1167.779707] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2709b421-9531-459d-bb52-45a19bdcbb11 deletion is rescheduled due to dependency. [ 1167.779823] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2709b421-9531-459d-bb52-45a19bdcbb11" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.200543] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.200719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.200761] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.200986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.201175] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.201277] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.201343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.201497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.201588] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.201678] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.201819] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.201913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.201976] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.202132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.202276] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.202364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.202425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.202558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.202634] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.202714] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.202802] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.227938] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.247817] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.248637] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.248769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.248968] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6f2e7fd-4513-4d26-bc09-171602996984 with status ACTIVE [ 1168.249185] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.249318] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.249401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.249629] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.249748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.249945] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.250099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.250202] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.250378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.250460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.250649] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.250745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.250808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.250950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.251036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.251123] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6f2e7fd-4513-4d26-bc09-171602996984 is going to be updated. [ 1168.273460] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.273600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.273667] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.273863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.273994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.274172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6f2e7fd-4513-4d26-bc09-171602996984" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.644098] env[69943]: INFO networking_nsxv3.common.synchronization [None req-8dab03fb-a6fb-4dad-b678-3c430c97ea32 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1168.644098] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1168.644098] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.645580] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.705189] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f24b04cb-4bf8-4cad-9ef0-791acfd015cf: rpc.has_security_group_logging(os_id): False [ 1168.724795] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.724998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.725054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.725306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.725411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.725567] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.725671] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.725742] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.725969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.726063] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.726284] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.726381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.726722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.726722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.726722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.726849] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.726967] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.727122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.727275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.727367] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.727455] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1168.729235] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.753205] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.823609] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.823848] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.823896] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.824217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.824426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.844994] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1169.235848] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.236038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.236124] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.236336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.236425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.236525] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be updated. [ 1169.238692] env[69943]: INFO networking_nsxv3.common.synchronization [None req-4eb5b3dd-9c96-4a5f-9bbe-69c35aa5e99d tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 with Priority: HIGHEST for action security_group_rules [ 1169.239307] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 with Priority: HIGHEST for action security_group_rules [ 1169.240080] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.240198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.240281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.240546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.240632] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6bcf397-196f-4cc6-9c98-608f7dd92af0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.256308] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.256308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.256308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.256308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.256456] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.256483] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 1169.274962] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.275971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.276079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.276301] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.276450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.285660] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: IN_PROGRESS for 2s [ 1169.294614] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.294614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.294614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.294614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.294614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.302595] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 1169.324888] env[69943]: INFO networking_nsxv3.common.synchronization [None req-4fb39de4-af53-4a64-9b17-3468d9f6fa5a tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 with Priority: HIGHEST for action security_group_rules [ 1169.324888] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 with Priority: HIGHEST for action security_group_rules [ 1169.324888] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.324888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.603713] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e in Status: SUCCESS [ 1169.603926] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e deletion is rescheduled due to dependency. [ 1169.604078] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.763080] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.763577] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.763668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.763901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.764015] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.764133] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 already deleted. [ 1169.764244] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.764354] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.764519] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.764602] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6bcf397-196f-4cc6-9c98-608f7dd92af0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.286795] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.286795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.286795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.286795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.286995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.286995] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 already deleted. [ 1170.287061] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.861074] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1170.861074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.060060] env[69943]: INFO networking_nsxv3.common.synchronization [None req-5dae7f80-5708-476a-a4e9-0bf6835a9c25 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Enqueued Resource ID: 926b5cf1-8914-4963-9d77-19a328cf0406 with Priority: HIGHEST for action security_group_rules [ 1171.061242] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b5cf1-8914-4963-9d77-19a328cf0406 with Priority: HIGHEST for action security_group_rules [ 1171.061242] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926b5cf1-8914-4963-9d77-19a328cf0406 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.062042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.062406] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.063034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.063034] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926b5cf1-8914-4963-9d77-19a328cf0406',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.159888] env[69943]: INFO networking_nsxv3.common.synchronization [None req-1524a250-1775-4c0d-807c-fc2242e06c89 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Enqueued Resource ID: 926b5cf1-8914-4963-9d77-19a328cf0406 with Priority: HIGHEST for action security_group_rules [ 1171.160492] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b5cf1-8914-4963-9d77-19a328cf0406 with Priority: HIGHEST for action security_group_rules [ 1171.160799] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926b5cf1-8914-4963-9d77-19a328cf0406 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.161309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.295759] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1171.296218] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.296218] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.296453] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.296636] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.296753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.296860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.297061] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.297159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.297253] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.311097] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 1171.311371] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.311611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.311779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.311991] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.312094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.312144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.312297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.312375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.312461] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.312549] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.563682] env[69943]: INFO networking_nsxv3.common.synchronization [req-82023a5c-5c30-4fa0-bd12-5ed689e95dfe req-e3af78a2-c254-4758-8b2c-1adb36f40491 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGHEST for action security_group_members [ 1171.564274] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGHEST for action security_group_members [ 1171.564612] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-06e600f2-eaae-4ef3-b5e6-b532935c7089 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.564735] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.564802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.564999] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.566166] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.566283] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.566354] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.566526] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.566613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.566703] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06e600f2-eaae-4ef3-b5e6-b532935c7089',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.755567] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.755724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.755812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.756035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.756127] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.756227] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926b5cf1-8914-4963-9d77-19a328cf0406 already deleted. [ 1171.756312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.756832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.757013] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.757109] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926b5cf1-8914-4963-9d77-19a328cf0406',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.800169] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.800169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.800169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.800350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.800350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.800615] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.800717] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.800717] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.800899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.800946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.801069] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be updated. [ 1171.815148] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.815148] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.815148] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.815148] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.815148] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.815512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.815512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.815512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.815602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.815981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.815981] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.816152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.816152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.816280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.816693] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.816693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.816693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.816693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.816877] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.816877] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.816877] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.836212] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.836353] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.836864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.836864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.836864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.847605] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: IN_PROGRESS for 2s [ 1172.076262] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.076262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.076262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.076262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.076262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.076262] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.076262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.076262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.076262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.076262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.076262] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 is going to be updated. [ 1172.108563] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.108679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.108744] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.109211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.109454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.121216] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 in Status: IN_PROGRESS for 2s [ 1172.279509] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.279665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.279720] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.279969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.280042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.280190] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926b5cf1-8914-4963-9d77-19a328cf0406 already deleted. [ 1172.280281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.319634] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 742e7a10-dac4-43ce-a9d0-363c7cd557dd: rpc.has_security_group_logging(os_id): False [ 1172.337766] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.338361] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.338361] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.338361] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.338516] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.338594] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.338683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.338743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.338950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.339078] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.339315] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.339445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.339519] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.340345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.340345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.340345] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.340345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.340345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.340727] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.340727] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.340727] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 1172.405979] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.406174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.406213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.406438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.406577] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.425945] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 1173.859660] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1173.859660] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf deletion is rescheduled due to dependency. [ 1173.859660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.131656] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 in Status: IN_PROGRESS for 4s [ 1174.445585] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 1174.447187] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.484843] env[69943]: INFO networking_nsxv3.common.synchronization [req-da326e89-ec57-4121-99a3-b65e613cf626 req-2d95c116-33a7-4321-9f21-8d6b1fa2ec77 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 with Priority: HIGHEST for action security_group_members [ 1175.485543] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 with Priority: HIGHEST for action security_group_members [ 1175.485898] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bcf397-196f-4cc6-9c98-608f7dd92af0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.486043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.486116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.486372] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.486537] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.486680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.486797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.486864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.486956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.487076] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6bcf397-196f-4cc6-9c98-608f7dd92af0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.991552] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.991814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.991814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.992029] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.992125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.992328] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.992421] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.992483] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.992635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.992712] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.992802] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 already deleted. [ 1175.992899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.146131] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 in Status: SUCCESS [ 1176.146131] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 deletion is rescheduled due to dependency. [ 1176.146131] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.204254] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-568 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.204566] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.204566] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.205225] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.205225] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.205446] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.205446] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.209141] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.209141] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.209141] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.209141] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.209141] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.209141] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.209141] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.209141] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.209141] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.235077] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.235302] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1176.235496] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.235739] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-568" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.236124] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-10945e20-9d65-4dd5-88ad-f5b07c914e85 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.236515] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-10945e20-9d65-4dd5-88ad-f5b07c914e85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.236515] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-10945e20-9d65-4dd5-88ad-f5b07c914e85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.236858] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-10945e20-9d65-4dd5-88ad-f5b07c914e85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.237338] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10945e20-9d65-4dd5-88ad-f5b07c914e85',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.716204] env[69943]: INFO networking_nsxv3.common.synchronization [req-b92c0f1e-6c08-4762-91bc-22db4ac05d8b req-bc97b983-e3f5-487d-9fea-1ce460841ce8 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1176.717678] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1176.718183] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.718433] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.718803] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.719905] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.720704] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.720951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.721294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.721559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.721709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.721862] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.741445] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.741578] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.743512] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.743512] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.743512] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.743512] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 10945e20-9d65-4dd5-88ad-f5b07c914e85 not found, creating... [ 1176.743512] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.743512] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.744799] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.745143] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.745311] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.745643] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.745817] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.745942] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.746668] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.747060] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.747263] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 10945e20-9d65-4dd5-88ad-f5b07c914e85 is going to be created. [ 1176.773576] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.773707] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.773790] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.774103] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.774367] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.774608] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-10945e20-9d65-4dd5-88ad-f5b07c914e85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.060528] env[69943]: INFO networking_nsxv3.common.synchronization [None req-b3c2285d-7a87-4949-8dde-e4c5f5837a7a None None] Enqueued Resource ID: 11f272cd-89e7-4d50-9c4e-d106a08c5d5e with Priority: HIGHEST for action port [ 1177.061132] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f272cd-89e7-4d50-9c4e-d106a08c5d5e with Priority: HIGHEST for action port [ 1177.061447] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-11f272cd-89e7-4d50-9c4e-d106a08c5d5e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.061574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11f272cd-89e7-4d50-9c4e-d106a08c5d5e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.061644] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11f272cd-89e7-4d50-9c4e-d106a08c5d5e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.061901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11f272cd-89e7-4d50-9c4e-d106a08c5d5e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.061984] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11f272cd-89e7-4d50-9c4e-d106a08c5d5e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.226943] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.565013] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11f272cd-89e7-4d50-9c4e-d106a08c5d5e [ 1177.565013] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.565013] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.565207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.565275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.565331] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.565431] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11f272cd-89e7-4d50-9c4e-d106a08c5d5e already deleted. [ 1177.565509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11f272cd-89e7-4d50-9c4e-d106a08c5d5e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.729476] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.756902] env[69943]: INFO networking_nsxv3.common.synchronization [None req-178964c6-195f-4fda-8061-6c52da09d90b tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_rules [ 1177.761908] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_rules [ 1177.762756] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5b3520e-4e25-4925-8e98-e97b10382e5f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.762756] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.762756] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.763114] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.763224] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.783047] env[69943]: INFO networking_nsxv3.common.synchronization [req-da326e89-ec57-4121-99a3-b65e613cf626 req-ee7ef552-8bad-4a7a-80c9-6488843c0e21 service nova] Enqueued Resource ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 with Priority: HIGHEST for action security_group_rules [ 1177.783047] env[69943]: INFO networking_nsxv3.common.synchronization [req-da326e89-ec57-4121-99a3-b65e613cf626 req-ee7ef552-8bad-4a7a-80c9-6488843c0e21 service nova] Enqueued Resource ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 with Priority: HIGHEST for action security_group_members [ 1177.783047] env[69943]: INFO networking_nsxv3.common.synchronization [req-da326e89-ec57-4121-99a3-b65e613cf626 req-ee7ef552-8bad-4a7a-80c9-6488843c0e21 service nova] Enqueued Resource ID: 10945e20-9d65-4dd5-88ad-f5b07c914e85 with Priority: HIGHEST for action port [ 1177.783047] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 with Priority: HIGHEST for action security_group_rules [ 1177.783047] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 with Priority: HIGHEST for action security_group_members [ 1177.783047] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10945e20-9d65-4dd5-88ad-f5b07c914e85 with Priority: HIGHEST for action port [ 1177.789033] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.789033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.789033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.789033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.789033] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6bcf397-196f-4cc6-9c98-608f7dd92af0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.789033] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bcf397-196f-4cc6-9c98-608f7dd92af0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.789033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.789033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.789033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.789033] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.789033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.789033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.789033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.789033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.789033] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6bcf397-196f-4cc6-9c98-608f7dd92af0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.789033] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-10945e20-9d65-4dd5-88ad-f5b07c914e85 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.789033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10945e20-9d65-4dd5-88ad-f5b07c914e85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.791031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10945e20-9d65-4dd5-88ad-f5b07c914e85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.791031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10945e20-9d65-4dd5-88ad-f5b07c914e85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.791031] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10945e20-9d65-4dd5-88ad-f5b07c914e85',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.914704] env[69943]: INFO networking_nsxv3.common.synchronization [None req-af24265d-8a86-4c11-991f-24e9177601cb tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_rules [ 1177.915297] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_rules [ 1177.915604] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5b3520e-4e25-4925-8e98-e97b10382e5f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.915928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.240975] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.240975] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.240975] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.240975] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.240975] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.240975] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1178.274729] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.274882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.274941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.275829] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.276108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.285455] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1178.289628] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.289757] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.289831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.290054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.290329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.290329] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5b3520e-4e25-4925-8e98-e97b10382e5f already deleted. [ 1178.290329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.291334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.291334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.291334] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.297440] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6bcf397-196f-4cc6-9c98-608f7dd92af0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.298663] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10945e20-9d65-4dd5-88ad-f5b07c914e85 with status ACTIVE [ 1178.298663] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.298663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.298819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.298927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.299046] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.299226] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.299324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.299387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.299536] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.299612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.299791] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.299884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.299944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.300091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.300170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.300254] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10945e20-9d65-4dd5-88ad-f5b07c914e85 is going to be updated. [ 1178.304990] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bcf397-196f-4cc6-9c98-608f7dd92af0 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.305101] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.327197] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.327927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.328139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.328482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.328954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.329047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10945e20-9d65-4dd5-88ad-f5b07c914e85" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.806723] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6bcf397-196f-4cc6-9c98-608f7dd92af0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.817670] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.817670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.817670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.817670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.817670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.817670] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5b3520e-4e25-4925-8e98-e97b10382e5f already deleted. [ 1178.817670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.309035] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.309195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.309324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.309476] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.309566] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.309681] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 is going to be created. [ 1179.337199] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.337378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.337502] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.337658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.337884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.349519] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 in Status: UNINITIALIZED for 2s [ 1179.382201] env[69943]: INFO networking_nsxv3.common.synchronization [None req-4fa4f04c-6892-4653-a94a-26f63a4dd15c None None] Enqueued Resource ID: 9ab504a8-ce24-47d1-be7f-aae0eec86ec0 with Priority: HIGHEST for action port [ 1179.382201] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab504a8-ce24-47d1-be7f-aae0eec86ec0 with Priority: HIGHEST for action port [ 1179.382201] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ab504a8-ce24-47d1-be7f-aae0eec86ec0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.382201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ab504a8-ce24-47d1-be7f-aae0eec86ec0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.382201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ab504a8-ce24-47d1-be7f-aae0eec86ec0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.382201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ab504a8-ce24-47d1-be7f-aae0eec86ec0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.382201] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ab504a8-ce24-47d1-be7f-aae0eec86ec0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.882660] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ab504a8-ce24-47d1-be7f-aae0eec86ec0 [ 1179.882917] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.883051] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.883109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.883315] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.883405] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.884445] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ab504a8-ce24-47d1-be7f-aae0eec86ec0 already deleted. [ 1179.884445] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ab504a8-ce24-47d1-be7f-aae0eec86ec0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.296549] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1180.296844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.360932] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 in Status: SUCCESS [ 1181.361274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.361405] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.361626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.361836] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.361974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.362068] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.362377] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.362377] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.362490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.362524] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6bcf397-196f-4cc6-9c98-608f7dd92af0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.618996] env[69943]: INFO networking_nsxv3.common.synchronization [req-3a38b443-3f6f-4615-ae1c-e3908bc956e2 req-55a98390-082c-4c93-acb2-70ac2e1ef294 tempest-ServerDiskConfigTestJSON-1338844942 tempest-ServerDiskConfigTestJSON-1338844942-project-member] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1181.619464] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGHEST for action security_group_members [ 1181.619762] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.619886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.619952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.620169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.620318] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.620417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.620480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.620623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.620709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.620802] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.865230] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6bcf397-196f-4cc6-9c98-608f7dd92af0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.892076] env[69943]: INFO networking_nsxv3.common.synchronization [req-68214767-57bd-4c0e-b2a5-ea98effe2773 req-c8b34c06-167a-493b-9209-cecb8f299aa9 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Enqueued Resource ID: 926b5cf1-8914-4963-9d77-19a328cf0406 with Priority: HIGHEST for action security_group_members [ 1181.892561] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b5cf1-8914-4963-9d77-19a328cf0406 with Priority: HIGHEST for action security_group_members [ 1181.892857] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-926b5cf1-8914-4963-9d77-19a328cf0406 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.892981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.893061] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.893309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.893471] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.893574] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.893637] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.893828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.893943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.894063] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926b5cf1-8914-4963-9d77-19a328cf0406',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.123069] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.123294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.123422] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.123751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.123903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.124236] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.124415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.124550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.124811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.124936] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.125086] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be updated. [ 1182.154581] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.154768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.154871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.155201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.155262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.165510] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: IN_PROGRESS for 2s [ 1182.300436] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.300698] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-808" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.300877] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-808" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.301212] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-808" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.301549] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.301791] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.302023] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.302324] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.302533] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.302798] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.302960] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.303126] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.303278] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.303432] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.303603] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.303822] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.324029] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.324029] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1182.324029] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.324029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-808" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.324029] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-3a4130bb-7c07-43be-8c60-196793774122 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.324029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-3a4130bb-7c07-43be-8c60-196793774122" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.324029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-3a4130bb-7c07-43be-8c60-196793774122" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.324402] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-3a4130bb-7c07-43be-8c60-196793774122" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.324402] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4130bb-7c07-43be-8c60-196793774122',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.367311] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6bcf397-196f-4cc6-9c98-608f7dd92af0: rpc.has_security_group_logging(os_id): False [ 1182.387632] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.387868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.387868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.388807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.388807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.388978] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.389072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.389125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.389428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.389598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.389786] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 is going to be created. [ 1182.397596] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.397596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.397596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.397596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.397596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.397596] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.397596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.397596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.397596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.397596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.397596] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926b5cf1-8914-4963-9d77-19a328cf0406 already deleted. [ 1182.397596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.456049] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.456275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.456275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.456381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.456549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.481077] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 in Status: IN_PROGRESS for 2s [ 1182.826657] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.826978] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.827067] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.827394] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.827560] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.827784] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 3a4130bb-7c07-43be-8c60-196793774122 not found, creating... [ 1182.828119] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.828299] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.828425] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.828674] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.828845] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.829181] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.829350] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.829472] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.829697] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.829841] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.829989] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 3a4130bb-7c07-43be-8c60-196793774122 is going to be created. [ 1182.854409] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.854731] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.855815] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.855815] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.855815] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.855815] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-3a4130bb-7c07-43be-8c60-196793774122" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.960662] env[69943]: INFO networking_nsxv3.common.synchronization [req-68214767-57bd-4c0e-b2a5-ea98effe2773 req-4cb543be-0608-48e3-9fc0-fe89d8efd06b service nova] Enqueued Resource ID: 926b5cf1-8914-4963-9d77-19a328cf0406 with Priority: HIGHEST for action security_group_rules [ 1183.960971] env[69943]: INFO networking_nsxv3.common.synchronization [req-68214767-57bd-4c0e-b2a5-ea98effe2773 req-4cb543be-0608-48e3-9fc0-fe89d8efd06b service nova] Enqueued Resource ID: 926b5cf1-8914-4963-9d77-19a328cf0406 with Priority: HIGHEST for action security_group_members [ 1183.961153] env[69943]: INFO networking_nsxv3.common.synchronization [req-68214767-57bd-4c0e-b2a5-ea98effe2773 req-4cb543be-0608-48e3-9fc0-fe89d8efd06b service nova] Enqueued Resource ID: 3a4130bb-7c07-43be-8c60-196793774122 with Priority: HIGHEST for action port [ 1183.962047] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b5cf1-8914-4963-9d77-19a328cf0406 with Priority: HIGHEST for action security_group_rules [ 1183.962047] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b5cf1-8914-4963-9d77-19a328cf0406 with Priority: HIGHEST for action security_group_members [ 1183.962185] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4130bb-7c07-43be-8c60-196793774122 with Priority: HIGHEST for action port [ 1183.962485] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926b5cf1-8914-4963-9d77-19a328cf0406 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.962640] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.962734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.962987] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.963107] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926b5cf1-8914-4963-9d77-19a328cf0406',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.964183] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-926b5cf1-8914-4963-9d77-19a328cf0406 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.964329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.964419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.964628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.964818] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.964942] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.965068] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.965259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.965372] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.965489] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926b5cf1-8914-4963-9d77-19a328cf0406',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.966637] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a4130bb-7c07-43be-8c60-196793774122 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.966637] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a4130bb-7c07-43be-8c60-196793774122" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.966785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a4130bb-7c07-43be-8c60-196793774122" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.970349] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a4130bb-7c07-43be-8c60-196793774122" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.970349] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4130bb-7c07-43be-8c60-196793774122',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.175438] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd in Status: SUCCESS [ 1184.175718] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd deletion is rescheduled due to dependency. [ 1184.175850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.247870] env[69943]: INFO networking_nsxv3.common.synchronization [req-7beb1661-9204-4266-b03f-13927e3dba5b req-e5f7d617-6575-459e-a0ff-8749463e82e9 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Enqueued Resource ID: 56298e0a-5e34-44ee-88c2-0911fafc610a with Priority: HIGHEST for action security_group_members [ 1184.248436] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56298e0a-5e34-44ee-88c2-0911fafc610a with Priority: HIGHEST for action security_group_members [ 1184.248781] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-56298e0a-5e34-44ee-88c2-0911fafc610a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.248898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.248969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.249188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.249334] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.249430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.249492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.249640] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.249724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.249821] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56298e0a-5e34-44ee-88c2-0911fafc610a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.469014] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('926b5cf1-8914-4963-9d77-19a328cf0406',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.470140] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-926b5cf1-8914-4963-9d77-19a328cf0406 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.470264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.471711] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a4130bb-7c07-43be-8c60-196793774122 with status ACTIVE [ 1184.471883] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.472073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.472073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.472309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.472365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.472507] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.472602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.472671] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.472813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.472918] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.473173] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.473275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.473341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.473482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.473557] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.473650] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a4130bb-7c07-43be-8c60-196793774122 is going to be updated. [ 1184.495617] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 in Status: SUCCESS [ 1184.495617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.499258] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.499469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.499469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.499642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.499770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.499917] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a4130bb-7c07-43be-8c60-196793774122" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.752016] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.752165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.752333] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.752477] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.773223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.774907] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.774907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.774907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.774907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.774907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.774907] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56298e0a-5e34-44ee-88c2-0911fafc610a is going to be updated. [ 1184.801064] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.804391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.804391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.804391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.804391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.811135] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56298e0a-5e34-44ee-88c2-0911fafc610a in Status: IN_PROGRESS for 2s [ 1184.971292] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('926b5cf1-8914-4963-9d77-19a328cf0406',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.473687] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.473860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.473963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.474314] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.474469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.474595] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926b5cf1-8914-4963-9d77-19a328cf0406 is going to be created. [ 1185.503174] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.503174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.503174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.503174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.504148] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.516506] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926b5cf1-8914-4963-9d77-19a328cf0406 in Status: UNINITIALIZED for 2s [ 1186.826410] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56298e0a-5e34-44ee-88c2-0911fafc610a in Status: SUCCESS [ 1186.826777] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56298e0a-5e34-44ee-88c2-0911fafc610a deletion is rescheduled due to dependency. [ 1186.826777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.525950] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926b5cf1-8914-4963-9d77-19a328cf0406 in Status: SUCCESS [ 1187.526197] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.526359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.526957] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.526957] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.527112] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.527112] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.528049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.528049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.528049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.528049] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('926b5cf1-8914-4963-9d77-19a328cf0406',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.802876] env[69943]: INFO networking_nsxv3.common.synchronization [req-8a622384-8c95-4325-9d95-08fe834756e9 req-3d7fe382-0aa3-4057-ae41-e6066586a573 tempest-ServersTestJSON-1180228126 tempest-ServersTestJSON-1180228126-project-member] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1187.803438] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGHEST for action security_group_members [ 1187.803730] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.803841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.803906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.805307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.805469] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.805577] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.805648] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.805806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.807238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.807238] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.947917] env[69943]: INFO networking_nsxv3.common.synchronization [req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 req-4f08e5d1-1902-407d-8614-7237be176397 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Enqueued Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_members [ 1187.948655] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_members [ 1187.949150] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61c1fde-d37a-4e63-9332-7b5d78f27067 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.949376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.949494] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.949797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.950057] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.950235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.950345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.950546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.950682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.950852] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.029881] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('926b5cf1-8914-4963-9d77-19a328cf0406',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.309581] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.309781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.309820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.310469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.310644] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.311008] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.311192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.311413] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.311560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.311684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.311866] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be updated. [ 1188.346684] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.346897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.346991] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.351509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.351509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.362283] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: IN_PROGRESS for 2s [ 1188.454437] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.454437] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.454437] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.454437] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.454763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.454763] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.454763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.454896] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.458291] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.458291] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.458291] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 already deleted. [ 1188.458291] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.533260] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 926b5cf1-8914-4963-9d77-19a328cf0406: rpc.has_security_group_logging(os_id): False [ 1188.553633] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.553786] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.553855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.554079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.554170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.554405] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.554509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.554572] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.554728] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.554805] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.554892] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926b5cf1-8914-4963-9d77-19a328cf0406 is going to be created. [ 1188.618410] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.618546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.618615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.618842] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.619654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.638018] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.638248] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-916" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.638376] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-916" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.638860] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-916" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.639214] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.639389] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.639510] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.639738] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.639885] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.640787] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.640973] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.641114] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.641232] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.641349] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1188.641459] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.641599] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.659752] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926b5cf1-8914-4963-9d77-19a328cf0406 in Status: IN_PROGRESS for 2s [ 1188.689954] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.692062] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1188.692062] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.692062] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-916" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.692062] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-f0f42849-78cb-4a38-b9ac-607958ae6ae8 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.692062] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-f0f42849-78cb-4a38-b9ac-607958ae6ae8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.692062] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-f0f42849-78cb-4a38-b9ac-607958ae6ae8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.692062] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-f0f42849-78cb-4a38-b9ac-607958ae6ae8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.692062] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0f42849-78cb-4a38-b9ac-607958ae6ae8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.194823] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.195195] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.195195] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.195852] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.195852] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.195852] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port f0f42849-78cb-4a38-b9ac-607958ae6ae8 not found, creating... [ 1189.196087] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.196252] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.196372] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.196598] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.196737] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.197033] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.197192] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.197311] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.197515] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.197688] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.197841] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: f0f42849-78cb-4a38-b9ac-607958ae6ae8 is going to be created. [ 1189.225280] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.225555] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.225651] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.225945] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.226197] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.226447] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-f0f42849-78cb-4a38-b9ac-607958ae6ae8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.159590] env[69943]: INFO networking_nsxv3.common.synchronization [req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 req-d4a8e634-7c87-4b3a-8d80-af5df627e287 service nova] Enqueued Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_rules [ 1190.160026] env[69943]: INFO networking_nsxv3.common.synchronization [req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 req-d4a8e634-7c87-4b3a-8d80-af5df627e287 service nova] Enqueued Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_members [ 1190.160257] env[69943]: INFO networking_nsxv3.common.synchronization [req-a1209de2-7e7a-44f2-89b5-255fcd3eeee0 req-d4a8e634-7c87-4b3a-8d80-af5df627e287 service nova] Enqueued Resource ID: f0f42849-78cb-4a38-b9ac-607958ae6ae8 with Priority: HIGHEST for action port [ 1190.160580] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_rules [ 1190.160711] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_members [ 1190.160815] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f42849-78cb-4a38-b9ac-607958ae6ae8 with Priority: HIGHEST for action port [ 1190.161655] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61c1fde-d37a-4e63-9332-7b5d78f27067 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.161815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.161905] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.162190] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.162412] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.163731] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61c1fde-d37a-4e63-9332-7b5d78f27067 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.163850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.163912] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.167448] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.167730] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.167730] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.167927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.167927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.168059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.168120] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.173277] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0f42849-78cb-4a38-b9ac-607958ae6ae8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.173277] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0f42849-78cb-4a38-b9ac-607958ae6ae8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.173277] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0f42849-78cb-4a38-b9ac-607958ae6ae8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.173277] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0f42849-78cb-4a38-b9ac-607958ae6ae8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.173277] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0f42849-78cb-4a38-b9ac-607958ae6ae8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.372020] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf in Status: SUCCESS [ 1190.372355] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf deletion is rescheduled due to dependency. [ 1190.372355] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.414978] env[69943]: INFO networking_nsxv3.common.synchronization [req-4d987618-e00e-4361-81af-dd64b3c48bd4 req-30c465f9-9dc5-4b50-81c6-1e472f42b0f7 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_members [ 1190.415698] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_members [ 1190.416171] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5b3520e-4e25-4925-8e98-e97b10382e5f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.416298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.416387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.416630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.416798] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.416911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.416962] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.417125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.417208] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.417296] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.664179] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61c1fde-d37a-4e63-9332-7b5d78f27067 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.664358] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.671689] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926b5cf1-8914-4963-9d77-19a328cf0406 in Status: SUCCESS [ 1190.671933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.675527] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0f42849-78cb-4a38-b9ac-607958ae6ae8 with status ACTIVE [ 1190.675759] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.675909] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.675996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.676256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.676364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.676580] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.676714] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.676800] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.676970] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.677093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.677257] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.677349] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.677411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.677675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.677675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.677762] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0f42849-78cb-4a38-b9ac-607958ae6ae8 is going to be updated. [ 1190.678858] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.701991] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.701991] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.702310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.702310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.702412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.702595] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0f42849-78cb-4a38-b9ac-607958ae6ae8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.863563] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.863767] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.863895] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.864202] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.864467] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.864628] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.864750] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.864973] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.865140] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.865352] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.865473] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.865619] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.865753] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.865870] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.865985] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.866168] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.885470] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.885681] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1190.885811] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.885993] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.886334] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-d91eda90-3d4f-49b9-b970-dffd331d7b81 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.887032] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-d91eda90-3d4f-49b9-b970-dffd331d7b81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.887032] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-d91eda90-3d4f-49b9-b970-dffd331d7b81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.887032] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-d91eda90-3d4f-49b9-b970-dffd331d7b81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.887215] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d91eda90-3d4f-49b9-b970-dffd331d7b81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.920049] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.920049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.920049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.920049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.920049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.920049] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.920049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.920049] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.920499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.920499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.920499] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5b3520e-4e25-4925-8e98-e97b10382e5f already deleted. [ 1190.920499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.180895] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.390125] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.390573] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.390573] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.390862] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.391033] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.391200] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port d91eda90-3d4f-49b9-b970-dffd331d7b81 not found, creating... [ 1191.391499] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.391680] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.391805] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.392056] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.392204] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.392524] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.392717] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.392854] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.393091] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.393238] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.393386] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: d91eda90-3d4f-49b9-b970-dffd331d7b81 is going to be created. [ 1191.416049] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.416437] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.416675] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.417119] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.417494] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.417934] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-d91eda90-3d4f-49b9-b970-dffd331d7b81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.683285] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.683480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.683524] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.683732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.683843] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.683949] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 is going to be created. [ 1191.717671] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.717952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.717952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.718123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.718304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.737931] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 in Status: UNINITIALIZED for 2s [ 1192.998736] env[69943]: INFO networking_nsxv3.common.synchronization [req-4d987618-e00e-4361-81af-dd64b3c48bd4 req-3dc40c96-cc72-4a4d-ad2d-dd2070e14dd5 service nova] Enqueued Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_rules [ 1192.999047] env[69943]: INFO networking_nsxv3.common.synchronization [req-4d987618-e00e-4361-81af-dd64b3c48bd4 req-3dc40c96-cc72-4a4d-ad2d-dd2070e14dd5 service nova] Enqueued Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_members [ 1192.999086] env[69943]: INFO networking_nsxv3.common.synchronization [req-4d987618-e00e-4361-81af-dd64b3c48bd4 req-3dc40c96-cc72-4a4d-ad2d-dd2070e14dd5 service nova] Enqueued Resource ID: d91eda90-3d4f-49b9-b970-dffd331d7b81 with Priority: HIGHEST for action port [ 1192.999646] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_rules [ 1192.999746] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_members [ 1192.999845] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d91eda90-3d4f-49b9-b970-dffd331d7b81 with Priority: HIGHEST for action port [ 1193.000331] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5b3520e-4e25-4925-8e98-e97b10382e5f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.000461] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.000528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.001204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.001425] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.002329] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5b3520e-4e25-4925-8e98-e97b10382e5f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.002448] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.006020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.006020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.006020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.006020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.006020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.006020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.006020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.006020] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.006020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-d91eda90-3d4f-49b9-b970-dffd331d7b81 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.006020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d91eda90-3d4f-49b9-b970-dffd331d7b81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.006020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d91eda90-3d4f-49b9-b970-dffd331d7b81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.006020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d91eda90-3d4f-49b9-b970-dffd331d7b81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.006020] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d91eda90-3d4f-49b9-b970-dffd331d7b81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.506779] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5b3520e-4e25-4925-8e98-e97b10382e5f taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.506921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.507285] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.508213] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d91eda90-3d4f-49b9-b970-dffd331d7b81 with status ACTIVE [ 1193.508390] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.508506] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.508593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.508806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.508896] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.509083] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.509195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.509264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.509411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.509489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.509677] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.509775] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.509844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.509982] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.510339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.510461] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d91eda90-3d4f-49b9-b970-dffd331d7b81 is going to be updated. [ 1193.533636] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.533777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.533852] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.534074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.534220] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.534436] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d91eda90-3d4f-49b9-b970-dffd331d7b81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.749472] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 in Status: SUCCESS [ 1193.749706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.750702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.751046] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.751366] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.752381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.752381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.752381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.752381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.752381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.752381] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.012236] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.257238] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61c1fde-d37a-4e63-9332-7b5d78f27067 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.257482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.257534] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.257803] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.257974] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.258091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.258344] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.258344] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.258409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.258522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.258614] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61c1fde-d37a-4e63-9332-7b5d78f27067 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.258694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.258760] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.258897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.259041] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.259134] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.259195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.259328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.259400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.259479] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.259568] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.515164] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.516098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.516098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.516098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.516098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.516098] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5b3520e-4e25-4925-8e98-e97b10382e5f is going to be created. [ 1194.542130] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.542268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.542268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.542514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.542610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.554755] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b3520e-4e25-4925-8e98-e97b10382e5f in Status: UNINITIALIZED for 2s [ 1194.764295] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a61c1fde-d37a-4e63-9332-7b5d78f27067: rpc.has_security_group_logging(os_id): False [ 1194.783296] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.783443] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.783517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.785792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.785935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.786115] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.786222] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.786288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.786450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.786526] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.786723] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.786822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.786878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.787027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.787103] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.787301] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.787395] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.787458] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.787677] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.787799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.787843] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 is going to be created. [ 1194.867404] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.867573] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.867672] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.867948] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.868209] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.884547] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 in Status: IN_PROGRESS for 2s [ 1196.565705] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b3520e-4e25-4925-8e98-e97b10382e5f in Status: SUCCESS [ 1196.566068] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.566161] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.566317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.566505] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.566620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.566698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.566879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.566961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.567065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.567168] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.899985] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 in Status: SUCCESS [ 1196.900297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.071232] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.572580] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5b3520e-4e25-4925-8e98-e97b10382e5f: rpc.has_security_group_logging(os_id): False [ 1197.593082] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.593293] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.593293] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.593500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.593589] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.593846] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.593979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.594105] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.594330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.594416] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.594507] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5b3520e-4e25-4925-8e98-e97b10382e5f is going to be created. [ 1197.674070] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.674271] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.674271] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.674500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.674719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.690893] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5b3520e-4e25-4925-8e98-e97b10382e5f in Status: IN_PROGRESS for 2s [ 1198.001574] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1198.001574] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1199.477774] env[69943]: INFO networking_nsxv3.common.synchronization [req-4f4d2dae-7605-4b65-99a0-e5fb82898e63 req-f4277513-86f3-4724-b15f-8ca32c6d1e3a tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Enqueued Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_members [ 1199.478338] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_members [ 1199.478685] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.478806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.478874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.479776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.480044] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.480270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.480270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.480394] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.480538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.480646] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.709530] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5b3520e-4e25-4925-8e98-e97b10382e5f in Status: SUCCESS [ 1199.710425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.984338] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.487828] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.990067] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.990236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.990308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.990569] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.990667] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.990768] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 is going to be updated. [ 1201.027127] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.027319] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.027319] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.027512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.027758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.038451] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: IN_PROGRESS for 2s [ 1201.142660] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.143024] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.143024] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.143424] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.143727] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.143923] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.144078] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.144347] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.144525] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.144774] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1201.144906] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1201.145036] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1201.145167] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1201.145294] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1201.145502] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1201.145776] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1201.170113] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1201.170321] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1201.170488] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1201.170598] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-853" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.170930] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-2872d813-1918-43a2-93a3-38741bd6d777 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.171118] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.171244] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.171521] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.171666] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2872d813-1918-43a2-93a3-38741bd6d777',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.674520] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.674902] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.674902] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.675061] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.675224] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.675557] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.675722] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.675848] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.676091] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.676236] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.676528] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.676756] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.676896] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.677155] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.677301] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.677453] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 2872d813-1918-43a2-93a3-38741bd6d777 is going to be updated. [ 1201.699184] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.699393] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.699598] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.699880] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.700095] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.700321] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.654953] env[69943]: INFO networking_nsxv3.common.synchronization [req-d2212eb9-8ed0-4275-9091-d2b398a79b78 req-3985c0ab-3752-41ab-bec9-893e1233811c service nova] Enqueued Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_rules [ 1202.655214] env[69943]: INFO networking_nsxv3.common.synchronization [req-d2212eb9-8ed0-4275-9091-d2b398a79b78 req-3985c0ab-3752-41ab-bec9-893e1233811c service nova] Enqueued Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_members [ 1202.655436] env[69943]: INFO networking_nsxv3.common.synchronization [req-d2212eb9-8ed0-4275-9091-d2b398a79b78 req-3985c0ab-3752-41ab-bec9-893e1233811c service nova] Enqueued Resource ID: 2872d813-1918-43a2-93a3-38741bd6d777 with Priority: HIGHEST for action port [ 1202.659569] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_rules [ 1202.659569] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_members [ 1202.659569] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2872d813-1918-43a2-93a3-38741bd6d777 with Priority: HIGHEST for action port [ 1202.660202] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239bc208-1150-4895-9837-ec64da93a0db taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.660344] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.660417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.660678] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.660749] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.662330] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-239bc208-1150-4895-9837-ec64da93a0db taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.662502] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.662658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.662658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.666348] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.666348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.666586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.666711] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.666845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.667257] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.668940] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-2872d813-1918-43a2-93a3-38741bd6d777 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.669092] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.669486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.670951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.670951] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2872d813-1918-43a2-93a3-38741bd6d777',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.049791] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: SUCCESS [ 1203.050102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.172039] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.173135] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-239bc208-1150-4895-9837-ec64da93a0db taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.173310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.173419] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2872d813-1918-43a2-93a3-38741bd6d777 with status ACTIVE [ 1203.173573] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.173702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.173899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.173988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.174204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.174339] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.174439] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.174602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.174707] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.174793] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.175123] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.175123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.175123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.175284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.175332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.175420] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2872d813-1918-43a2-93a3-38741bd6d777 is going to be updated. [ 1203.204128] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.204128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.204128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.204128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.204128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.204128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2872d813-1918-43a2-93a3-38741bd6d777" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.677992] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.180720] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.181073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.181073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.181294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.181387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.181491] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239bc208-1150-4895-9837-ec64da93a0db is going to be updated. [ 1204.228140] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.228364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.228364] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.231131] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.231131] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.240813] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239bc208-1150-4895-9837-ec64da93a0db in Status: IN_PROGRESS for 2s [ 1206.255026] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239bc208-1150-4895-9837-ec64da93a0db in Status: SUCCESS [ 1206.255026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.255026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.255026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.255026] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.255787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.255787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.255787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.255787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.255787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.255787] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.344144] env[69943]: INFO networking_nsxv3.common.synchronization [req-7900bcc6-112a-49db-a1bf-e5547d391f3c req-ffc30b7d-f1c3-41e5-921b-5617f30ebe81 tempest-ServerRescueNegativeTestJSON-664367272 tempest-ServerRescueNegativeTestJSON-664367272-project-member] Enqueued Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_members [ 1206.344723] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGHEST for action security_group_members [ 1206.345073] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.345204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.345287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.345506] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.345693] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.345819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.345925] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.346102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.346179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.346278] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.758803] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.848355] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.848597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.848597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.848824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.848942] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.849282] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.849435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.849518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.849690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.849777] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.849871] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 is going to be updated. [ 1206.889454] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.889682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.889682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.889882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.890050] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.900316] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: IN_PROGRESS for 2s [ 1207.261521] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 239bc208-1150-4895-9837-ec64da93a0db: rpc.has_security_group_logging(os_id): False [ 1207.286630] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.286630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.286630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.286960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.286960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.287260] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.287385] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.287454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.287663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.287933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.287933] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239bc208-1150-4895-9837-ec64da93a0db is going to be updated. [ 1207.378234] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.378438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.378631] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.378935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.379135] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.394877] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239bc208-1150-4895-9837-ec64da93a0db in Status: IN_PROGRESS for 2s [ 1208.910646] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 in Status: SUCCESS [ 1208.911103] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 deletion is rescheduled due to dependency. [ 1208.911103] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.410620] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 239bc208-1150-4895-9837-ec64da93a0db in Status: SUCCESS [ 1209.411048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.174148] env[69943]: INFO networking_nsxv3.common.synchronization [req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 req-b5767049-90df-4e23-a56e-ebbde0942d86 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_members [ 1210.174148] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_members [ 1210.174148] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5b3520e-4e25-4925-8e98-e97b10382e5f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.181113] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.181113] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.181113] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.181113] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.181113] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.181113] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.181113] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.181113] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.181113] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.540795] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.540795] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.541054] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.541416] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.541547] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.541752] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.541921] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.542449] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.542620] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.542849] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.542963] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.543091] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.543206] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.543429] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.543579] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.543727] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.568747] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.568949] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1210.569059] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.569271] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.569707] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.569877] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.569990] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.570325] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.570527] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9f3bdb7-7699-49a3-b8c4-d65d3b81f575',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.685774] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.073778] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.074142] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.074360] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.074733] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.074928] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.075162] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 not found, creating... [ 1211.075591] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.076085] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.076248] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.076544] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.076720] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.077158] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.077343] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.077480] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.078073] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.078073] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.078207] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 is going to be created. [ 1211.117455] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.117788] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.118017] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.118779] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.118779] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.118931] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.189249] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.691685] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.691886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.692006] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.692362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.692683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.692683] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5b3520e-4e25-4925-8e98-e97b10382e5f is going to be updated. [ 1211.730083] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.730284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.730284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.730507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.730651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.742916] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b3520e-4e25-4925-8e98-e97b10382e5f in Status: IN_PROGRESS for 2s [ 1211.997807] env[69943]: INFO networking_nsxv3.common.synchronization [req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 req-2bfa4df6-35c9-4839-a685-10670f6f3ec5 service nova] Enqueued Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_rules [ 1211.998017] env[69943]: INFO networking_nsxv3.common.synchronization [req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 req-2bfa4df6-35c9-4839-a685-10670f6f3ec5 service nova] Enqueued Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_members [ 1211.998179] env[69943]: INFO networking_nsxv3.common.synchronization [req-8f6d4a6f-e4f4-4add-94ae-8cad221ad109 req-2bfa4df6-35c9-4839-a685-10670f6f3ec5 service nova] Enqueued Resource ID: f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 with Priority: HIGHEST for action port [ 1211.998414] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_rules [ 1211.998606] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_members [ 1211.998744] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 with Priority: HIGHEST for action port [ 1212.003518] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5b3520e-4e25-4925-8e98-e97b10382e5f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.003682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.003748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.003962] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.004077] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.005177] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5b3520e-4e25-4925-8e98-e97b10382e5f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.005177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.005407] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.005509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.005570] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.005767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.005845] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9f3bdb7-7699-49a3-b8c4-d65d3b81f575',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.509454] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5b3520e-4e25-4925-8e98-e97b10382e5f taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.509844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.511406] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 with status ACTIVE [ 1212.511651] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.511922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.512036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.512230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.512320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.512500] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.512600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.512657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.512812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.512887] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.513084] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.513180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.513242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.513386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.513454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.513543] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9f3bdb7-7699-49a3-b8c4-d65d3b81f575 is going to be updated. [ 1212.540251] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.540484] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.540484] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.540667] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.540861] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.541016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9f3bdb7-7699-49a3-b8c4-d65d3b81f575" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.754833] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b3520e-4e25-4925-8e98-e97b10382e5f in Status: SUCCESS [ 1213.754833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.754833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.755718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.755718] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.755718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.755718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.755718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.756285] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.756285] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.259056] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.761099] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.263414] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.263771] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.263867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.264114] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.264260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.264411] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5b3520e-4e25-4925-8e98-e97b10382e5f is going to be updated. [ 1215.299609] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.299782] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.299858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.300103] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.300261] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.310844] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b3520e-4e25-4925-8e98-e97b10382e5f in Status: IN_PROGRESS for 2s [ 1215.431320] env[69943]: INFO networking_nsxv3.common.synchronization [None req-0fb84a19-544c-413e-a819-62107ab6a5bc None None] Enqueued Resource ID: e91ce3d2-1f17-41e3-89e1-3fe3953ea30b with Priority: HIGHEST for action port [ 1215.432020] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e91ce3d2-1f17-41e3-89e1-3fe3953ea30b with Priority: HIGHEST for action port [ 1215.432491] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-e91ce3d2-1f17-41e3-89e1-3fe3953ea30b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.432768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e91ce3d2-1f17-41e3-89e1-3fe3953ea30b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.433042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e91ce3d2-1f17-41e3-89e1-3fe3953ea30b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.433436] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e91ce3d2-1f17-41e3-89e1-3fe3953ea30b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.433708] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e91ce3d2-1f17-41e3-89e1-3fe3953ea30b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.939682] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e91ce3d2-1f17-41e3-89e1-3fe3953ea30b [ 1215.939938] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.940112] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.940182] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.940427] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.940517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.940634] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e91ce3d2-1f17-41e3-89e1-3fe3953ea30b already deleted. [ 1215.941193] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e91ce3d2-1f17-41e3-89e1-3fe3953ea30b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.859218] env[69943]: INFO networking_nsxv3.common.synchronization [req-01bdafb8-9016-406d-a2ae-fec8498dfd73 req-63471c14-326b-490a-943b-516f1541e013 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Enqueued Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_members [ 1216.859218] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_members [ 1216.859933] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61c1fde-d37a-4e63-9332-7b5d78f27067 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.860250] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.860406] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.860703] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.860974] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.861357] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.861514] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.861822] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.862018] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.862198] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.323579] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b3520e-4e25-4925-8e98-e97b10382e5f in Status: SUCCESS [ 1217.323907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.323994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.324201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.324392] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.324517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.324612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.324900] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.324900] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.324958] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.325068] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.364803] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.695466] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-916 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.695466] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-916" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.695466] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-916" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.695466] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-916" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.695466] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.695466] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.695466] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.695466] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.695466] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.696382] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1217.699304] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1217.699304] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1217.699304] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1217.699304] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1217.699304] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1217.699304] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1217.720029] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1217.720029] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1217.720029] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1217.720029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-916" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.720029] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-f9803848-af53-4f5f-b60d-b642e0addd9d taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.720029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-f9803848-af53-4f5f-b60d-b642e0addd9d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.720029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-f9803848-af53-4f5f-b60d-b642e0addd9d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.720029] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-f9803848-af53-4f5f-b60d-b642e0addd9d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.720029] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9803848-af53-4f5f-b60d-b642e0addd9d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.832459] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.862565] env[69943]: INFO networking_nsxv3.common.synchronization [None req-fdf4c106-15b0-4503-9847-584f0f9ff140 None None] Enqueued Resource ID: 7bb658d6-e88b-4687-a014-3f4f890f70c4 with Priority: HIGHEST for action port [ 1217.862828] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb658d6-e88b-4687-a014-3f4f890f70c4 with Priority: HIGHEST for action port [ 1217.863503] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb658d6-e88b-4687-a014-3f4f890f70c4 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.863683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb658d6-e88b-4687-a014-3f4f890f70c4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.863800] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb658d6-e88b-4687-a014-3f4f890f70c4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.865986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb658d6-e88b-4687-a014-3f4f890f70c4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.866079] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb658d6-e88b-4687-a014-3f4f890f70c4',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.867578] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.222874] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.223243] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.223436] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.223828] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.224151] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.224464] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port f9803848-af53-4f5f-b60d-b642e0addd9d not found, creating... [ 1218.224907] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.225266] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.225428] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.225702] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.225890] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.226278] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.226481] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.226614] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.226868] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.227069] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.227227] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: f9803848-af53-4f5f-b60d-b642e0addd9d is going to be created. [ 1218.251746] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.252139] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.252317] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.252632] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.252882] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.253831] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-f9803848-af53-4f5f-b60d-b642e0addd9d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.286210] env[69943]: INFO networking_nsxv3.common.synchronization [req-0eb0d468-3b64-4367-9896-995a4a818dc5 req-f63cbcc5-5e7f-4007-bd1d-44c2bd98274d tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 1218.286777] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 1218.287093] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.287220] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.287289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.287548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.287704] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.287805] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.287869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.288057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.288173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.288325] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.335372] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5b3520e-4e25-4925-8e98-e97b10382e5f: rpc.has_security_group_logging(os_id): False [ 1218.354487] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.354755] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.354755] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.354951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.355058] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.355397] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.355606] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.355656] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.355838] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.355932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.356064] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5b3520e-4e25-4925-8e98-e97b10382e5f is going to be updated. [ 1218.369605] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bb658d6-e88b-4687-a014-3f4f890f70c4 [ 1218.369842] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.369974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.370053] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.370275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.370367] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.370690] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bb658d6-e88b-4687-a014-3f4f890f70c4 already deleted. [ 1218.370690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb658d6-e88b-4687-a014-3f4f890f70c4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.370838] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.370943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.371015] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.371176] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.371253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.371339] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 is going to be updated. [ 1218.433812] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.435407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.435407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.435407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.435407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.445979] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 in Status: IN_PROGRESS for 2s [ 1218.468118] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.468118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.468118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.468329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.468422] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.485745] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5b3520e-4e25-4925-8e98-e97b10382e5f in Status: IN_PROGRESS for 2s [ 1218.790501] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.790782] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.790782] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.791104] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.791282] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.791611] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.791794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.791901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.792191] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.792309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.792585] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e is going to be updated. [ 1218.855335] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.855515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.855596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.855812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.855959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.875535] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: IN_PROGRESS for 2s [ 1219.357680] env[69943]: INFO networking_nsxv3.common.synchronization [req-01bdafb8-9016-406d-a2ae-fec8498dfd73 req-50c62754-4702-4e28-b7ec-659cd8758f18 service nova] Enqueued Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_rules [ 1219.357934] env[69943]: INFO networking_nsxv3.common.synchronization [req-01bdafb8-9016-406d-a2ae-fec8498dfd73 req-50c62754-4702-4e28-b7ec-659cd8758f18 service nova] Enqueued Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_members [ 1219.357999] env[69943]: INFO networking_nsxv3.common.synchronization [req-01bdafb8-9016-406d-a2ae-fec8498dfd73 req-50c62754-4702-4e28-b7ec-659cd8758f18 service nova] Enqueued Resource ID: f9803848-af53-4f5f-b60d-b642e0addd9d with Priority: HIGHEST for action port [ 1219.358627] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_rules [ 1219.358726] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_members [ 1219.358805] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9803848-af53-4f5f-b60d-b642e0addd9d with Priority: HIGHEST for action port [ 1219.359158] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61c1fde-d37a-4e63-9332-7b5d78f27067 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.359279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.359345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.359556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.359633] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.360473] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61c1fde-d37a-4e63-9332-7b5d78f27067 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.360570] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.360759] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9803848-af53-4f5f-b60d-b642e0addd9d taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.360857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9803848-af53-4f5f-b60d-b642e0addd9d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.360921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9803848-af53-4f5f-b60d-b642e0addd9d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.361115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9803848-af53-4f5f-b60d-b642e0addd9d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.361194] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9803848-af53-4f5f-b60d-b642e0addd9d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.862538] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61c1fde-d37a-4e63-9332-7b5d78f27067 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.862747] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.865292] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9803848-af53-4f5f-b60d-b642e0addd9d with status ACTIVE [ 1219.865292] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.865466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.865466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.865734] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.865852] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.866076] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.866238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.866342] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.866531] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.866635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.866845] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.866969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.867133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.867367] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.867525] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.867629] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9803848-af53-4f5f-b60d-b642e0addd9d is going to be updated. [ 1219.889314] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.889467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.889716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.889748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.889899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.890078] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9803848-af53-4f5f-b60d-b642e0addd9d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.456787] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 in Status: SUCCESS [ 1220.457146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.457221] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.457501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.457711] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.457823] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.457891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.458073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.458159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.458254] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.505038] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5b3520e-4e25-4925-8e98-e97b10382e5f in Status: SUCCESS [ 1220.506627] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.885603] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: SUCCESS [ 1220.885603] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e deletion is rescheduled due to dependency. [ 1220.885603] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.961034] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.463731] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.510730] env[69943]: INFO networking_nsxv3.common.synchronization [req-ee16861f-aade-446e-a59d-397ffb6b11d0 req-572b1149-b4ac-4caa-b7a2-9424aaadfd23 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Enqueued Resource ID: ec1a48b7-9763-477f-9cfa-2673390e3409 with Priority: HIGHEST for action security_group_members [ 1221.511100] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1a48b7-9763-477f-9cfa-2673390e3409 with Priority: HIGHEST for action security_group_members [ 1221.511439] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec1a48b7-9763-477f-9cfa-2673390e3409 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.511602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.511697] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.511983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.513543] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.513543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.513543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.513543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.513543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.513543] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec1a48b7-9763-477f-9cfa-2673390e3409',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.966229] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.966471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.966471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.966701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.966806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.966970] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 is going to be updated. [ 1222.009539] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.009539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.009539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.009539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.009539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.015947] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.018097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.018097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.018097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.018097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.018097] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.018097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.018097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.018097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.018097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.018097] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec1a48b7-9763-477f-9cfa-2673390e3409 already deleted. [ 1222.018097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.022042] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 in Status: IN_PROGRESS for 2s [ 1222.205025] env[69943]: INFO networking_nsxv3.common.synchronization [None req-868ac65d-8b98-48d3-b3e6-2485db7028e7 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1222.205025] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1222.205768] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.205903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.206154] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.207164] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.207340] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.207465] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.207571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.207775] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.207875] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.208227] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.257895] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-90 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.258141] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-90" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.258280] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-90" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.258637] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-90" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.259137] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.259364] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.259452] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.259784] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.259943] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.260888] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1222.260888] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.260888] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.260888] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.260888] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1222.261137] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.261706] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.284778] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.285068] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1222.285223] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.285561] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-90" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.285988] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.286282] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.286438] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.286797] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.286976] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33d4c81b-fe45-4e34-b2ec-abc85e9e09e9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.711267] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.711657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.711657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.711766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.711813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.712118] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.712118] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.712310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.712310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.712414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.712460] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be updated. [ 1222.746888] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.747112] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.747178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.747360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.747534] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.758028] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: IN_PROGRESS for 2s [ 1222.790466] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.790850] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.790850] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.791146] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.791284] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.791451] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 not found, creating... [ 1222.791738] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.791913] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.792028] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.792287] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.792424] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.792735] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.792946] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.793478] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.793824] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.793977] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.794152] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 is going to be created. [ 1222.824913] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.825194] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.825328] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.825696] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.825952] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.826223] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.658469] env[69943]: INFO networking_nsxv3.common.synchronization [req-ee16861f-aade-446e-a59d-397ffb6b11d0 req-4f56ac91-c220-40af-923d-2444fdb141bd service nova] Enqueued Resource ID: ec1a48b7-9763-477f-9cfa-2673390e3409 with Priority: HIGHEST for action security_group_rules [ 1223.658660] env[69943]: INFO networking_nsxv3.common.synchronization [req-ee16861f-aade-446e-a59d-397ffb6b11d0 req-4f56ac91-c220-40af-923d-2444fdb141bd service nova] Enqueued Resource ID: ec1a48b7-9763-477f-9cfa-2673390e3409 with Priority: HIGHEST for action security_group_members [ 1223.661362] env[69943]: INFO networking_nsxv3.common.synchronization [req-ee16861f-aade-446e-a59d-397ffb6b11d0 req-4f56ac91-c220-40af-923d-2444fdb141bd service nova] Enqueued Resource ID: 33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 with Priority: HIGHEST for action port [ 1223.661362] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1a48b7-9763-477f-9cfa-2673390e3409 with Priority: HIGHEST for action security_group_rules [ 1223.661362] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1a48b7-9763-477f-9cfa-2673390e3409 with Priority: HIGHEST for action security_group_members [ 1223.661362] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 with Priority: HIGHEST for action port [ 1223.661362] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec1a48b7-9763-477f-9cfa-2673390e3409 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.661362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.661362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.661362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.661362] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec1a48b7-9763-477f-9cfa-2673390e3409',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.661362] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec1a48b7-9763-477f-9cfa-2673390e3409 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.661362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.661362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.662276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.662276] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.662276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.662276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.662276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.662276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.662276] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec1a48b7-9763-477f-9cfa-2673390e3409',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.662807] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.662908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.662972] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.663125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.663191] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33d4c81b-fe45-4e34-b2ec-abc85e9e09e9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.033465] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 in Status: SUCCESS [ 1224.033712] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.033831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.034112] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.034289] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.034405] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.034473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.034632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.034869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.034963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.035074] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.166809] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec1a48b7-9763-477f-9cfa-2673390e3409 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.167050] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.167238] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec1a48b7-9763-477f-9cfa-2673390e3409',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.168234] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 with status ACTIVE [ 1224.168563] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.168563] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.168676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.168789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.168884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.169074] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.169176] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.169236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.169388] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.169471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.169646] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.169740] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.169802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.169939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.170023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.170110] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33d4c81b-fe45-4e34-b2ec-abc85e9e09e9 is going to be updated. [ 1224.191938] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.192189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.192189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.192388] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.192460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.192619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33d4c81b-fe45-4e34-b2ec-abc85e9e09e9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.538036] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61c1fde-d37a-4e63-9332-7b5d78f27067 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.538204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.538268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.538481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.538655] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.538765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.538819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.538976] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.539072] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.539160] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.539579] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61c1fde-d37a-4e63-9332-7b5d78f27067 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.539720] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.539839] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.540025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.540171] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.540300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.540353] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.540472] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.540549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.540631] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.540714] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.671745] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec1a48b7-9763-477f-9cfa-2673390e3409',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.769426] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1224.769754] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf deletion is rescheduled due to dependency. [ 1224.769754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.043526] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a61c1fde-d37a-4e63-9332-7b5d78f27067: rpc.has_security_group_logging(os_id): False [ 1225.061271] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.061475] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.061475] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.061684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.061766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.061957] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.062065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.062126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.062275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.062371] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.062528] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.062647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.062705] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.063486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.063486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.063486] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.063671] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.063671] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.063799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.063799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.063879] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 is going to be updated. [ 1225.126107] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.126107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.126107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.126107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.126325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.153319] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 in Status: IN_PROGRESS for 2s [ 1225.175086] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.175336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.175428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.175657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.175750] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.175865] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec1a48b7-9763-477f-9cfa-2673390e3409 is going to be created. [ 1225.218034] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.218034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.218248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.218353] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.218594] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.229127] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec1a48b7-9763-477f-9cfa-2673390e3409 in Status: UNINITIALIZED for 2s [ 1227.168575] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 in Status: SUCCESS [ 1227.168963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.242069] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec1a48b7-9763-477f-9cfa-2673390e3409 in Status: SUCCESS [ 1227.242288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.242420] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.242693] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.242913] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.243178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.243178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.243390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.243482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.243601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.243710] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec1a48b7-9763-477f-9cfa-2673390e3409',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.746101] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec1a48b7-9763-477f-9cfa-2673390e3409 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.746101] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.746324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.746411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.746635] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.746772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.746876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.747079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.747204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.747323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.747530] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec1a48b7-9763-477f-9cfa-2673390e3409 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.747691] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.747691] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.747886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.748062] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.748197] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.748329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.748415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.748496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.748597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.748700] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec1a48b7-9763-477f-9cfa-2673390e3409',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.251218] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec1a48b7-9763-477f-9cfa-2673390e3409: rpc.has_security_group_logging(os_id): False [ 1228.270367] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.270642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.270642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.270790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.270913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.271148] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.271272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.271329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.271504] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.271605] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.271815] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.271913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.271978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.272139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.272210] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.272572] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.272694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.272694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.272917] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.273034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.273127] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec1a48b7-9763-477f-9cfa-2673390e3409 is going to be created. [ 1228.291172] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.291274] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.291477] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.291892] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.292210] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.292377] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.292499] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.292748] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.292899] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.293135] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.293258] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1228.293377] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1228.293505] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1228.293622] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1228.293737] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1228.293884] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1228.315601] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1228.315736] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1228.315882] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1228.316088] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-151" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.316419] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-772bee12-dfbb-4770-af6e-a42be449b927 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.316592] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.316718] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.316992] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.317148] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('772bee12-dfbb-4770-af6e-a42be449b927',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.336806] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.336951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.337032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.337240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.337767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.353316] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec1a48b7-9763-477f-9cfa-2673390e3409 in Status: IN_PROGRESS for 2s [ 1228.660601] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.660765] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1228.819836] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.820161] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.820226] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.820507] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.820689] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.821094] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.821316] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.821540] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.821829] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.821982] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.822500] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.822500] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.822683] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.822905] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.823069] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.823276] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 772bee12-dfbb-4770-af6e-a42be449b927 is going to be updated. [ 1228.845885] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.846177] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.846245] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.846572] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.846807] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.847049] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.606871] env[69943]: INFO networking_nsxv3.common.synchronization [req-444e5305-d84f-4283-beaf-4a223f1a8993 req-2de29b62-9475-4928-9400-11047d8b382d service nova] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_rules [ 1229.607163] env[69943]: INFO networking_nsxv3.common.synchronization [req-444e5305-d84f-4283-beaf-4a223f1a8993 req-2de29b62-9475-4928-9400-11047d8b382d service nova] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 1229.607360] env[69943]: INFO networking_nsxv3.common.synchronization [req-444e5305-d84f-4283-beaf-4a223f1a8993 req-2de29b62-9475-4928-9400-11047d8b382d service nova] Enqueued Resource ID: 772bee12-dfbb-4770-af6e-a42be449b927 with Priority: HIGHEST for action port [ 1229.607795] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_rules [ 1229.607938] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 1229.608109] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 772bee12-dfbb-4770-af6e-a42be449b927 with Priority: HIGHEST for action port [ 1229.608352] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.608549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.608549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.608749] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.608831] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.611086] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.611086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.611086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.611086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.611086] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.611086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.611086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.611086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.611086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.611086] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.611868] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-772bee12-dfbb-4770-af6e-a42be449b927 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.611868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.611979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.612216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.612289] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('772bee12-dfbb-4770-af6e-a42be449b927',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.114460] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.114651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.114786] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.115690] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 772bee12-dfbb-4770-af6e-a42be449b927 with status ACTIVE [ 1230.115925] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.116025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.116103] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.116281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.116372] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.116544] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.116642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.116697] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.116840] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.116914] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.118928] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.118928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.118928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.118928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.118928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.118928] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 772bee12-dfbb-4770-af6e-a42be449b927 is going to be updated. [ 1230.138793] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.139382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.139450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.139661] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.139821] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.139982] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-772bee12-dfbb-4770-af6e-a42be449b927" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.367876] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec1a48b7-9763-477f-9cfa-2673390e3409 in Status: SUCCESS [ 1230.368196] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.620046] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.122152] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.122373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.122432] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.123057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.123057] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.123057] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 is going to be updated. [ 1231.155178] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.155434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.155434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.155564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.155705] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.167545] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: IN_PROGRESS for 2s [ 1231.937176] env[69943]: INFO networking_nsxv3.common.synchronization [req-4ae5044c-be21-4e68-92ea-ed540ca27c81 req-3b5b9115-c78b-4e6c-9281-abd2092652ab tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 1231.937176] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 1231.937176] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.938293] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.938567] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.939050] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.939365] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.939628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.939884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.941288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.941288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.941288] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.443219] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.444116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.448021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.448021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.448021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.448021] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.448021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.448021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.448021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.448021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.448021] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e is going to be updated. [ 1232.471916] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.472115] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.472257] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.473050] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.473248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.485914] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: IN_PROGRESS for 2s [ 1232.549586] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.549792] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.549924] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.550236] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.550516] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.550695] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.550835] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.551274] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.551501] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.552288] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.552371] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1232.552534] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1232.552695] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1232.552857] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1232.553063] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1232.553881] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1232.587022] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1232.587232] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1232.587372] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1232.587646] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-431" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.587987] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-4f17ba39-ff0d-436a-91b6-812281a5db63 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.588184] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-4f17ba39-ff0d-436a-91b6-812281a5db63" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.588312] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-4f17ba39-ff0d-436a-91b6-812281a5db63" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.589189] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-4f17ba39-ff0d-436a-91b6-812281a5db63" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.589418] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f17ba39-ff0d-436a-91b6-812281a5db63',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.092388] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.092798] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.092798] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.093093] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.093347] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.093535] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 4f17ba39-ff0d-436a-91b6-812281a5db63 not found, creating... [ 1233.093870] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.094056] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.094249] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.094541] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.094698] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.095030] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.095171] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.095294] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.095545] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.095690] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.095883] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 4f17ba39-ff0d-436a-91b6-812281a5db63 is going to be created. [ 1233.123608] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.124012] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.124119] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.124439] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.124694] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.125015] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-4f17ba39-ff0d-436a-91b6-812281a5db63" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.178198] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: SUCCESS [ 1233.178577] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.178794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.179066] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.179066] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.179214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.179214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.179378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.179503] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.179604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.179700] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.683375] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.985868] env[69943]: INFO networking_nsxv3.common.synchronization [req-4ae5044c-be21-4e68-92ea-ed540ca27c81 req-9bbc80c2-8b0d-4a97-9dd8-ea35f35d17ea service nova] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_rules [ 1233.986073] env[69943]: INFO networking_nsxv3.common.synchronization [req-4ae5044c-be21-4e68-92ea-ed540ca27c81 req-9bbc80c2-8b0d-4a97-9dd8-ea35f35d17ea service nova] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 1233.986227] env[69943]: INFO networking_nsxv3.common.synchronization [req-4ae5044c-be21-4e68-92ea-ed540ca27c81 req-9bbc80c2-8b0d-4a97-9dd8-ea35f35d17ea service nova] Enqueued Resource ID: 4f17ba39-ff0d-436a-91b6-812281a5db63 with Priority: HIGHEST for action port [ 1233.986459] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_rules [ 1233.986578] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 1233.987917] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f17ba39-ff0d-436a-91b6-812281a5db63 with Priority: HIGHEST for action port [ 1233.987917] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.987917] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.987917] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.987917] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.987917] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.988837] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.988966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.989164] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f17ba39-ff0d-436a-91b6-812281a5db63 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.989266] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f17ba39-ff0d-436a-91b6-812281a5db63" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.989338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f17ba39-ff0d-436a-91b6-812281a5db63" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.989492] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f17ba39-ff0d-436a-91b6-812281a5db63" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.989574] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f17ba39-ff0d-436a-91b6-812281a5db63',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.186424] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55a70454-7f94-4808-a400-e90c3fa084a6: rpc.has_security_group_logging(os_id): False [ 1234.209045] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.209045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.209045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.209321] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.209321] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.209465] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.209649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.209649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.209856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.209911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.209981] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 is going to be updated. [ 1234.311734] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.312015] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.312015] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.312249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.312444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.331566] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: IN_PROGRESS for 2s [ 1234.491635] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.491635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.493073] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f17ba39-ff0d-436a-91b6-812281a5db63 with status ACTIVE [ 1234.493249] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.493346] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.493401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.493660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.493862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.493956] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.494091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.494091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.494257] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.494339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.494541] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.494709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.494709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.494890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.494890] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.495061] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f17ba39-ff0d-436a-91b6-812281a5db63 is going to be updated. [ 1234.497549] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: SUCCESS [ 1234.497759] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e deletion is rescheduled due to dependency. [ 1234.497882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.498125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.498336] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.498503] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.498657] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.498748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.498878] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.498980] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.499134] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.523667] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.523993] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.524089] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.524397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.524565] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.524794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f17ba39-ff0d-436a-91b6-812281a5db63" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.001700] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.118063] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.118285] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.118418] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.118688] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.119205] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.119493] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.119632] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.119872] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.120121] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.120417] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.120586] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.120654] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.120898] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.121155] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1235.121295] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.121439] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.144285] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.144436] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1235.144631] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.144865] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.145249] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-22616c0f-f50e-4bee-beef-7ae3a7b2f469 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.145661] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.145745] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.146400] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.146495] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22616c0f-f50e-4bee-beef-7ae3a7b2f469',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.504797] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.648793] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.649049] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.649187] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.649468] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.649695] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.649879] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 22616c0f-f50e-4bee-beef-7ae3a7b2f469 not found, creating... [ 1235.650157] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.650322] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.650445] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.650670] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.650813] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.651123] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.651282] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.651403] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.651614] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.651760] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.651895] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 22616c0f-f50e-4bee-beef-7ae3a7b2f469 is going to be created. [ 1235.674260] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.674459] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.674459] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.674744] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.675041] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.675408] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.844955] env[69943]: INFO networking_nsxv3.common.synchronization [req-ea0cbe19-1949-4459-90a6-af0f0d006d3a req-3687da13-1835-453e-9734-0921bf4743e5 tempest-ServerTagsTestJSON-1157182181 tempest-ServerTagsTestJSON-1157182181-project-member] Enqueued Resource ID: ec1a48b7-9763-477f-9cfa-2673390e3409 with Priority: HIGHEST for action security_group_members [ 1235.844955] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1a48b7-9763-477f-9cfa-2673390e3409 with Priority: HIGHEST for action security_group_members [ 1235.844955] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec1a48b7-9763-477f-9cfa-2673390e3409 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.845645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.845645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.845645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.845837] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.845837] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.845962] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.846129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.846173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.847038] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec1a48b7-9763-477f-9cfa-2673390e3409',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.008149] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.008149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.008149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.008149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.008149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.008149] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e is going to be updated. [ 1236.046427] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.046579] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.046579] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.046795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.046988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.056367] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: IN_PROGRESS for 2s [ 1236.348031] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: SUCCESS [ 1236.348267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.348696] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.348826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.348884] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.349108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.349197] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.349359] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.349447] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.349516] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.349672] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.349761] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.349831] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec1a48b7-9763-477f-9cfa-2673390e3409 is going to be updated. [ 1236.387880] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.388111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.388202] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.388507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.388725] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.404160] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec1a48b7-9763-477f-9cfa-2673390e3409 in Status: IN_PROGRESS for 2s [ 1236.537618] env[69943]: INFO networking_nsxv3.common.synchronization [req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 req-53404921-c47d-498e-bca8-d720aed6ac40 service nova] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_rules [ 1236.537927] env[69943]: INFO networking_nsxv3.common.synchronization [req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 req-53404921-c47d-498e-bca8-d720aed6ac40 service nova] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1236.537964] env[69943]: INFO networking_nsxv3.common.synchronization [req-0b3ceb03-f974-4cf1-a4c2-078e5b273e96 req-53404921-c47d-498e-bca8-d720aed6ac40 service nova] Enqueued Resource ID: 22616c0f-f50e-4bee-beef-7ae3a7b2f469 with Priority: HIGHEST for action port [ 1236.538230] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_rules [ 1236.538363] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1236.538484] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22616c0f-f50e-4bee-beef-7ae3a7b2f469 with Priority: HIGHEST for action port [ 1236.539109] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.539237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.539302] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.539522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.539606] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.544023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.544023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.544023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.544023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.544023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.544023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.544023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.544023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.544023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.544023] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.544023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-22616c0f-f50e-4bee-beef-7ae3a7b2f469 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.544023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.544023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.544023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.544023] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22616c0f-f50e-4bee-beef-7ae3a7b2f469',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.045500] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.046768] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.046952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.047365] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22616c0f-f50e-4bee-beef-7ae3a7b2f469 with status ACTIVE [ 1237.047563] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.047702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.047774] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.048050] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.048168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.048345] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.048482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.048588] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.048765] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.048851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.049157] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.049157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.049387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.049387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.049482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.049482] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22616c0f-f50e-4bee-beef-7ae3a7b2f469 is going to be updated. [ 1237.072895] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.073122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.073122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.073330] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.073466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.073653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.549045] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.050652] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.050870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.050960] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.051212] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.051307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.051415] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be updated. [ 1238.065481] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: SUCCESS [ 1238.065770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.065951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.066189] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.066472] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.066615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.066689] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.066883] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.067021] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.067123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.067220] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.083860] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.084091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.084170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.084493] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.084649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.094675] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: IN_PROGRESS for 2s [ 1238.413152] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec1a48b7-9763-477f-9cfa-2673390e3409 in Status: SUCCESS [ 1238.413411] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec1a48b7-9763-477f-9cfa-2673390e3409 deletion is rescheduled due to dependency. [ 1238.413663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.569335] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.074818] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01b7768e-8593-4f86-94b9-a9da6cbf1b1e: rpc.has_security_group_logging(os_id): False [ 1239.094168] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.094400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.094400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.094583] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.094673] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.094927] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.095040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.095107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.095256] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.095499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.095642] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e is going to be updated. [ 1239.154308] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.154533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.154533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.154751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.154899] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.168652] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: IN_PROGRESS for 2s [ 1240.108083] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1240.108083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.108083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.108083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.108083] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.108083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.108083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.108083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.108083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.108083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.108083] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.611681] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.611922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.611922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.612186] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.612470] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.612674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.612782] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.613159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.613159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.613290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.613405] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.613576] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.613640] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.613827] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.614283] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.614431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.614506] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.614678] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.614837] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.614983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.615136] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.118102] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf: rpc.has_security_group_logging(os_id): False [ 1241.143207] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.143453] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.143453] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.143768] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.143888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.144118] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.144228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.144313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.144501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.144583] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.144809] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.144911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.144974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.145145] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.145250] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.145496] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.145623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.145623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.145779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.145854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.145960] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be updated. [ 1241.193315] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: SUCCESS [ 1241.193699] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.233110] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.233441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.233441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.233729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.233729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.254212] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: IN_PROGRESS for 2s [ 1241.539165] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.539626] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1242.664564] env[69943]: INFO networking_nsxv3.common.synchronization [req-e947fd71-8278-486b-9afb-790e69e500a8 req-084a1dec-0427-44f6-93c1-edf6e802fa21 tempest-AttachVolumeNegativeTest-1013223366 tempest-AttachVolumeNegativeTest-1013223366-project-member] Enqueued Resource ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 with Priority: HIGHEST for action security_group_members [ 1242.665128] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 with Priority: HIGHEST for action security_group_members [ 1242.665493] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6bcf397-196f-4cc6-9c98-608f7dd92af0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.665633] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.665696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.665897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.666184] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.666297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.666362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.666530] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.666617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.666749] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6bcf397-196f-4cc6-9c98-608f7dd92af0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.169967] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.170206] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.170288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.170532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.170682] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.170899] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.171031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.171108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.171324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.171451] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.171551] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 is going to be updated. [ 1243.198154] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.198400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.198400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.198543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.198679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.206630] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 in Status: IN_PROGRESS for 2s [ 1243.275587] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1243.275794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.923823] env[69943]: INFO networking_nsxv3.common.synchronization [req-fefc1847-fcca-41ef-b157-999ab974af02 req-c8b18eef-01e8-472b-b3d4-9bcc7f8cfee4 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Enqueued Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_members [ 1244.924376] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_members [ 1244.924680] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61c1fde-d37a-4e63-9332-7b5d78f27067 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.924799] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.924873] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.928515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.928515] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.928515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.928515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.928515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.928515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.928515] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.216527] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 in Status: SUCCESS [ 1245.216783] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 deletion is rescheduled due to dependency. [ 1245.216883] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.430603] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.932511] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.435109] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.435280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.435345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.435587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.435673] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.435775] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 is going to be updated. [ 1246.475136] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.475324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.475324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.475513] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.475661] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.484917] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 in Status: IN_PROGRESS for 2s [ 1248.496400] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 in Status: SUCCESS [ 1248.497022] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.748618] env[69943]: INFO networking_nsxv3.common.synchronization [req-c576f2c2-10e1-4c68-880b-cda75d1375bd req-788035e1-473a-4fc7-87fe-d635df2734f0 tempest-ServerActionsTestOtherB-1928304307 tempest-ServerActionsTestOtherB-1928304307-project-member] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 1248.748824] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGHEST for action security_group_members [ 1248.749165] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.749280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.749345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.749542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.749688] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.750423] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.750423] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.750423] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.750423] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.750423] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.253324] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.253505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.253575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.254052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.254052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.254188] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.254292] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.254357] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.254852] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.254852] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.254852] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 is going to be updated. [ 1249.286516] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.286516] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.286516] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.286516] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.286516] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.294186] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: IN_PROGRESS for 2s [ 1251.311243] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55a70454-7f94-4808-a400-e90c3fa084a6 in Status: SUCCESS [ 1251.311658] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 deletion is rescheduled due to dependency. [ 1251.311658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.383720] env[69943]: INFO networking_nsxv3.common.synchronization [req-91450129-8393-4d71-8ada-0d9a3a6f8a23 req-cae0858c-8e44-4b56-890d-0cb8bf61ff59 tempest-ServerRescueTestJSON-998095946 tempest-ServerRescueTestJSON-998095946-project-member] Enqueued Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_members [ 1252.383934] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGHEST for action security_group_members [ 1252.384293] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61c1fde-d37a-4e63-9332-7b5d78f27067 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.384414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.384469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.384668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.384819] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.384926] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.384988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.385140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.385226] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.385364] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.887741] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.887974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.887974] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.888208] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.888298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.888623] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.888763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.888836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.889017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.889104] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.889202] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 is going to be updated. [ 1252.939612] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.939879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.939879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.940162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.940296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.959632] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 in Status: IN_PROGRESS for 2s [ 1254.970635] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 in Status: SUCCESS [ 1254.970635] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 deletion is rescheduled due to dependency. [ 1254.970635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.384780] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.384780] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1257.674894] env[69943]: INFO networking_nsxv3.common.synchronization [req-c57b58e1-1121-4317-b3f0-8d2734b563b9 req-ad713343-f74d-4d52-9fd4-ae5e030c1853 tempest-AttachVolumeShelveTestJSON-682032640 tempest-AttachVolumeShelveTestJSON-682032640-project-member] Enqueued Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_members [ 1257.675212] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGHEST for action security_group_members [ 1257.675766] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-239bc208-1150-4895-9837-ec64da93a0db taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.675954] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.676067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.676302] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.676492] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.676623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.676716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.676904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.677036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.677157] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.142098] env[69943]: INFO networking_nsxv3.common.synchronization [req-28ed90f9-c931-4be8-9568-5c81e87a0954 req-a81304c9-6820-42f9-b2ec-5362b246ab75 tempest-AttachVolumeTestJSON-228822729 tempest-AttachVolumeTestJSON-228822729-project-member] Enqueued Resource ID: 926b5cf1-8914-4963-9d77-19a328cf0406 with Priority: HIGHEST for action security_group_members [ 1258.142629] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b5cf1-8914-4963-9d77-19a328cf0406 with Priority: HIGHEST for action security_group_members [ 1258.142941] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-926b5cf1-8914-4963-9d77-19a328cf0406 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.143108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.143175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.143458] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.143606] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.143724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.143790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.143951] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.144059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.144156] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926b5cf1-8914-4963-9d77-19a328cf0406',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.179334] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.179498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.179572] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.179774] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.179849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.180055] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.180195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.180237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.180387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.180627] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.180627] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239bc208-1150-4895-9837-ec64da93a0db is going to be updated. [ 1258.208956] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-922 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.212369] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.212369] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.212369] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.212369] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.212369] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.212369] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.212369] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.212369] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.212722] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.212823] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.213262] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.213262] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.213436] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1258.213630] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.213923] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.216562] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.216739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.216852] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.217129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.217346] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.235593] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239bc208-1150-4895-9837-ec64da93a0db in Status: IN_PROGRESS for 2s [ 1258.245198] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.245393] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1258.245541] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.245779] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-922" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.246338] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-22616c0f-f50e-4bee-beef-7ae3a7b2f469 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.246616] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.246830] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.247166] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.247320] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22616c0f-f50e-4bee-beef-7ae3a7b2f469',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.651844] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.651844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.651844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.651844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.651844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.651844] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.651844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.651844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.651844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.651844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.651844] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926b5cf1-8914-4963-9d77-19a328cf0406 is going to be updated. [ 1258.684281] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.684427] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.684488] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.684688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.688081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.694683] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926b5cf1-8914-4963-9d77-19a328cf0406 in Status: IN_PROGRESS for 2s [ 1258.750066] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.750827] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.750827] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.750827] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.750918] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.751154] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.751366] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.751439] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.751654] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.751796] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.752091] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.752254] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.752378] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.752590] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.752729] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.752873] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 22616c0f-f50e-4bee-beef-7ae3a7b2f469 is going to be updated. [ 1258.781762] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.781947] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.781947] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.782242] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.782427] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.782653] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.490532] env[69943]: INFO networking_nsxv3.common.synchronization [req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 req-93ed0b48-2db0-43c1-93f9-6a4fe059d363 service nova] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_rules [ 1259.490532] env[69943]: INFO networking_nsxv3.common.synchronization [req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 req-93ed0b48-2db0-43c1-93f9-6a4fe059d363 service nova] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1259.490532] env[69943]: INFO networking_nsxv3.common.synchronization [req-a291dd61-f3d2-4b3c-b6a7-a8c8054ad980 req-93ed0b48-2db0-43c1-93f9-6a4fe059d363 service nova] Enqueued Resource ID: 22616c0f-f50e-4bee-beef-7ae3a7b2f469 with Priority: HIGHEST for action port [ 1259.490916] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_rules [ 1259.490916] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1259.490916] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22616c0f-f50e-4bee-beef-7ae3a7b2f469 with Priority: HIGHEST for action port [ 1259.492092] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.492092] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.492092] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.492092] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.492092] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.492922] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.493105] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.493205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.493381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.493527] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.493623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.493686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.493824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.493910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.493997] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.495064] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-22616c0f-f50e-4bee-beef-7ae3a7b2f469 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.495177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.495268] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.495428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.495507] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22616c0f-f50e-4bee-beef-7ae3a7b2f469',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.997329] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.997698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.997791] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.998843] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22616c0f-f50e-4bee-beef-7ae3a7b2f469 with status ACTIVE [ 1259.998898] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.999766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.999766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.999766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.999766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.999766] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.999766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.999766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.000496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.000496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.005097] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.005270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.005344] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.005556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.005643] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.005736] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22616c0f-f50e-4bee-beef-7ae3a7b2f469 is going to be updated. [ 1260.029054] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.029262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.029897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.029897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.029897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.030044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22616c0f-f50e-4bee-beef-7ae3a7b2f469" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.252012] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 239bc208-1150-4895-9837-ec64da93a0db in Status: SUCCESS [ 1260.252214] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 239bc208-1150-4895-9837-ec64da93a0db deletion is rescheduled due to dependency. [ 1260.252339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.508287] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.706051] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926b5cf1-8914-4963-9d77-19a328cf0406 in Status: SUCCESS [ 1260.706051] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926b5cf1-8914-4963-9d77-19a328cf0406 deletion is rescheduled due to dependency. [ 1260.706298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.011641] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.011936] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.011936] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.012124] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.012221] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.012321] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be updated. [ 1261.043953] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.044143] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.044183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.044388] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.044532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.054758] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: IN_PROGRESS for 2s [ 1261.419371] env[69943]: INFO networking_nsxv3.common.synchronization [None req-411902b9-ba9c-46fd-8c23-f1d19db225f6 None None] Enqueued Resource ID: 71f18372-c268-453a-ba99-6fcc276c76b9 with Priority: HIGHEST for action port [ 1261.419371] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f18372-c268-453a-ba99-6fcc276c76b9 with Priority: HIGHEST for action port [ 1261.419694] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-71f18372-c268-453a-ba99-6fcc276c76b9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.419771] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71f18372-c268-453a-ba99-6fcc276c76b9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.419810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71f18372-c268-453a-ba99-6fcc276c76b9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.420780] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71f18372-c268-453a-ba99-6fcc276c76b9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.420780] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71f18372-c268-453a-ba99-6fcc276c76b9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.916736] env[69943]: INFO networking_nsxv3.common.synchronization [None req-63e66bad-fd36-42b6-ae63-1d2ebfb07e22 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Enqueued Resource ID: ab8b39e9-52db-4857-9c51-512ed94fdbae with Priority: HIGHEST for action security_group_rules [ 1261.918172] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8b39e9-52db-4857-9c51-512ed94fdbae with Priority: HIGHEST for action security_group_rules [ 1261.918708] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab8b39e9-52db-4857-9c51-512ed94fdbae taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.919019] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.919222] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.920099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.920099] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab8b39e9-52db-4857-9c51-512ed94fdbae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.923241] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71f18372-c268-453a-ba99-6fcc276c76b9 [ 1261.923241] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.923436] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.923620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.924248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.924248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.924248] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71f18372-c268-453a-ba99-6fcc276c76b9 already deleted. [ 1261.924248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71f18372-c268-453a-ba99-6fcc276c76b9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.009676] env[69943]: INFO networking_nsxv3.common.synchronization [None req-2f85777a-3787-452e-88e4-c8f71b7f92b6 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Enqueued Resource ID: ab8b39e9-52db-4857-9c51-512ed94fdbae with Priority: HIGHEST for action security_group_rules [ 1262.010261] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8b39e9-52db-4857-9c51-512ed94fdbae with Priority: HIGHEST for action security_group_rules [ 1262.010573] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab8b39e9-52db-4857-9c51-512ed94fdbae taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.010689] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.443549] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.443881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.443881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.444094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.444094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.444202] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab8b39e9-52db-4857-9c51-512ed94fdbae already deleted. [ 1262.444273] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.444446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.444603] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.444687] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab8b39e9-52db-4857-9c51-512ed94fdbae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.969777] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.969988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.969988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.970263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.971098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.971098] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab8b39e9-52db-4857-9c51-512ed94fdbae already deleted. [ 1262.971098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.068929] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1263.069200] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.069380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.069612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.069811] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.069931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.069996] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.070177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.070261] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.070626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.070626] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.572968] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.573373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.573373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.573564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.573564] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.573663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.575397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.575397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.575397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.575397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.575397] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.575397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.575397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.575397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.575397] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.575397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.575397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.575397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.575397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.575397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.575397] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.651643] env[69943]: INFO networking_nsxv3.common.synchronization [None req-dfa42d66-ed99-4e5e-bc7d-b4c7bb7532cd None None] Enqueued Resource ID: 99d31a52-c0ef-468a-9413-afa21e64ee90 with Priority: HIGHEST for action port [ 1263.652295] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99d31a52-c0ef-468a-9413-afa21e64ee90 with Priority: HIGHEST for action port [ 1263.652623] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-99d31a52-c0ef-468a-9413-afa21e64ee90 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.652752] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99d31a52-c0ef-468a-9413-afa21e64ee90" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.652820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99d31a52-c0ef-468a-9413-afa21e64ee90" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.653098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99d31a52-c0ef-468a-9413-afa21e64ee90" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.653183] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d31a52-c0ef-468a-9413-afa21e64ee90',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.080010] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf: rpc.has_security_group_logging(os_id): False [ 1264.100023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.100023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.100023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.100023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.100023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.100023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.100023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.100023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.100023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.100023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.100023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.100023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.100023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.100023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.100023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.100970] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.101259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.101434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.101679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.101870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.102088] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be updated. [ 1264.155716] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99d31a52-c0ef-468a-9413-afa21e64ee90 [ 1264.157450] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.157450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.157450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.157450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.157450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.157450] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99d31a52-c0ef-468a-9413-afa21e64ee90 already deleted. [ 1264.157450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99d31a52-c0ef-468a-9413-afa21e64ee90" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.173065] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.173065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.173065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.173065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.173065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.192901] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: IN_PROGRESS for 2s [ 1266.218373] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1266.218785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.186253] env[69943]: INFO networking_nsxv3.common.synchronization [req-fb8a6c26-5e75-405c-b219-614776b50b3c req-0fcf8361-1d50-437c-b4e1-6e1364c3572a tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Enqueued Resource ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 with Priority: HIGHEST for action security_group_members [ 1268.186711] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 with Priority: HIGHEST for action security_group_members [ 1268.188539] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e433593-311c-43c2-8ce5-df7ee2b6ad91 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.189053] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.189140] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.189794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.189794] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.189794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.189794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.190013] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.190237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.190300] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e433593-311c-43c2-8ce5-df7ee2b6ad91',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.694853] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.695133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.695133] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.695385] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.695520] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.695731] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.696642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.696642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.696642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.696642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.696642] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 is going to be updated. [ 1268.727558] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.727702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.727794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.728009] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.728108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.738125] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 in Status: IN_PROGRESS for 2s [ 1270.751638] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 in Status: SUCCESS [ 1270.752068] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e433593-311c-43c2-8ce5-df7ee2b6ad91 deletion is rescheduled due to dependency. [ 1270.752068] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e433593-311c-43c2-8ce5-df7ee2b6ad91" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.188462] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.188850] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1275.294805] env[69943]: INFO networking_nsxv3.common.synchronization [req-12ca7a38-cdbd-4965-af22-8b8e9f29716b req-9fdde8e4-170f-4432-8b31-01d3311792b9 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_members [ 1275.295608] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_members [ 1275.296126] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5b3520e-4e25-4925-8e98-e97b10382e5f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.296332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.296447] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.296797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.297053] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.297235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.297369] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.297676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.297845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.298111] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.800315] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.302432] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.806033] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.806241] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.806299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.806689] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.806833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.806972] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5b3520e-4e25-4925-8e98-e97b10382e5f is going to be updated. [ 1276.870198] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.870423] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.870423] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.870617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.870759] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.882913] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b3520e-4e25-4925-8e98-e97b10382e5f in Status: IN_PROGRESS for 2s [ 1278.235158] env[69943]: INFO networking_nsxv3.common.synchronization [req-17aa065e-9039-454b-8d8c-bdce9985d377 req-b685a2c1-b728-4113-903e-554e8834a3dc tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Enqueued Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_members [ 1278.235851] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_members [ 1278.235851] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.235990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.236082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.236560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.236560] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.236560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.236721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.236755] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.236855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.237010] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.547241] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.547450] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.547651] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.547892] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.548183] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.548337] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.548454] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.548677] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.548844] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.549072] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.549191] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1278.549302] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1278.549407] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1278.549519] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.549628] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1278.549765] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1278.571739] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1278.571920] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1278.572054] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1278.572245] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.572566] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-b0717cb5-78ad-4be5-8709-4c1c6072aa3f taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.572742] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-b0717cb5-78ad-4be5-8709-4c1c6072aa3f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.572868] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-b0717cb5-78ad-4be5-8709-4c1c6072aa3f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.573247] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-b0717cb5-78ad-4be5-8709-4c1c6072aa3f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.573389] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0717cb5-78ad-4be5-8709-4c1c6072aa3f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.738700] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.738865] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.738926] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.739181] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.739261] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.739471] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.739568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.739625] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.739774] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.739849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.739954] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 782c88b5-780e-4baa-899a-69c7433338a0 is going to be deleted. [ 1278.778246] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.778447] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.778500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.778750] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.778849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.778952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.893159] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b3520e-4e25-4925-8e98-e97b10382e5f in Status: SUCCESS [ 1278.893397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.076290] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.076541] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.076698] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.076960] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.077116] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.077261] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port b0717cb5-78ad-4be5-8709-4c1c6072aa3f not found, creating... [ 1279.077537] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.077745] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.077874] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.078120] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.078266] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.078580] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.078751] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.078875] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.079108] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.079253] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.079399] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: b0717cb5-78ad-4be5-8709-4c1c6072aa3f is going to be created. [ 1279.126972] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.127355] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.127644] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.128084] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.128622] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.128781] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-b0717cb5-78ad-4be5-8709-4c1c6072aa3f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.801901] env[69943]: INFO networking_nsxv3.common.synchronization [req-17aa065e-9039-454b-8d8c-bdce9985d377 req-426b0b52-2e36-435f-a623-ae4a59bc0b88 service nova] Enqueued Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_rules [ 1279.802153] env[69943]: INFO networking_nsxv3.common.synchronization [req-17aa065e-9039-454b-8d8c-bdce9985d377 req-426b0b52-2e36-435f-a623-ae4a59bc0b88 service nova] Enqueued Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_members [ 1279.802253] env[69943]: INFO networking_nsxv3.common.synchronization [req-17aa065e-9039-454b-8d8c-bdce9985d377 req-426b0b52-2e36-435f-a623-ae4a59bc0b88 service nova] Enqueued Resource ID: b0717cb5-78ad-4be5-8709-4c1c6072aa3f with Priority: HIGHEST for action port [ 1279.802739] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_rules [ 1279.802879] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_members [ 1279.802974] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0717cb5-78ad-4be5-8709-4c1c6072aa3f with Priority: HIGHEST for action port [ 1279.803260] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.803378] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.803446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.803642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.803722] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.805785] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.805785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.805785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.805785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.805785] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.805785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.805785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.805785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.805785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.805785] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.806312] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0717cb5-78ad-4be5-8709-4c1c6072aa3f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.806312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0717cb5-78ad-4be5-8709-4c1c6072aa3f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.806430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0717cb5-78ad-4be5-8709-4c1c6072aa3f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.806662] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0717cb5-78ad-4be5-8709-4c1c6072aa3f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.806662] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0717cb5-78ad-4be5-8709-4c1c6072aa3f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.308846] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.308846] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.309122] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.310426] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0717cb5-78ad-4be5-8709-4c1c6072aa3f with status ACTIVE [ 1280.311023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.311023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.311023] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.311319] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.311319] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.311319] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.311434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.311470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.311613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.311701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.311878] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.311968] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.312041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.312195] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.312258] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.312368] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0717cb5-78ad-4be5-8709-4c1c6072aa3f is going to be updated. [ 1280.340810] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.340976] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.341032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.341241] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.341374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.341542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0717cb5-78ad-4be5-8709-4c1c6072aa3f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.811463] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.314962] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.315202] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.315202] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.315430] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.315522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.315647] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 782c88b5-780e-4baa-899a-69c7433338a0 is going to be created. [ 1281.342211] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.342420] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.342420] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.342611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.342833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.353480] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 782c88b5-780e-4baa-899a-69c7433338a0 in Status: UNINITIALIZED for 2s [ 1282.769765] env[69943]: INFO networking_nsxv3.common.synchronization [req-66601120-3d53-47dc-8266-adaf0c81ddfe req-d8d22ade-dc3c-400a-924b-9ca94f92d295 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_members [ 1282.769765] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b3520e-4e25-4925-8e98-e97b10382e5f with Priority: HIGHEST for action security_group_members [ 1282.772440] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5b3520e-4e25-4925-8e98-e97b10382e5f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.772578] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.772648] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.772851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.773055] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.773119] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.773179] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.773344] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.773419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.773504] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5b3520e-4e25-4925-8e98-e97b10382e5f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.276366] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.276606] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.276606] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.276797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.276894] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.277129] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.277229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.277298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.277473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.277548] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.277655] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5b3520e-4e25-4925-8e98-e97b10382e5f is going to be updated. [ 1283.312388] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.312696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.312696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.312787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.312966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.322610] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b3520e-4e25-4925-8e98-e97b10382e5f in Status: IN_PROGRESS for 2s [ 1283.363858] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 782c88b5-780e-4baa-899a-69c7433338a0 in Status: SUCCESS [ 1283.364289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.364558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.364896] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.365219] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.365393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.365498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.365764] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.365897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.366047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.366213] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.869275] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.869700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.869700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.869700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.869930] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.870068] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.870128] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.870286] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.870374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.870463] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.870612] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.870708] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.870770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.870911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.871061] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.871152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.871212] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.871348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.871421] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.871499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.871587] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.374307] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 782c88b5-780e-4baa-899a-69c7433338a0: rpc.has_security_group_logging(os_id): False [ 1284.395486] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.395737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.395814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.396096] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.396233] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.396508] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.396649] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.396759] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.396950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.397069] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.397294] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.397440] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.397553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.397781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.397879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.398127] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.398263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.398358] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.398539] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.398665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.398787] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 782c88b5-780e-4baa-899a-69c7433338a0 is going to be created. [ 1284.470989] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.471244] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.471244] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.471425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.471605] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.486912] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 782c88b5-780e-4baa-899a-69c7433338a0 in Status: IN_PROGRESS for 2s [ 1285.334480] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5b3520e-4e25-4925-8e98-e97b10382e5f in Status: SUCCESS [ 1285.334845] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5b3520e-4e25-4925-8e98-e97b10382e5f deletion is rescheduled due to dependency. [ 1285.334845] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5b3520e-4e25-4925-8e98-e97b10382e5f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.503719] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 782c88b5-780e-4baa-899a-69c7433338a0 in Status: SUCCESS [ 1286.504158] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.772614] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.772864] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1288.181207] env[69943]: INFO networking_nsxv3.common.synchronization [req-361d22e3-c98b-423e-a36b-8decd71e3187 req-61272264-1321-4c15-8c2c-4b3eb5ad03e4 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Enqueued Resource ID: ab8b39e9-52db-4857-9c51-512ed94fdbae with Priority: HIGHEST for action security_group_members [ 1288.181820] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8b39e9-52db-4857-9c51-512ed94fdbae with Priority: HIGHEST for action security_group_members [ 1288.182053] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8b39e9-52db-4857-9c51-512ed94fdbae taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.182173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.182240] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.182490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.182642] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.182738] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.182814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.183039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.183230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.183322] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab8b39e9-52db-4857-9c51-512ed94fdbae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.531307] env[69943]: INFO networking_nsxv3.common.synchronization [req-ebd9bea6-ef25-4fcb-ba36-71852aefdd08 req-4d6058a1-bade-48a9-8c20-f722b1ca3d69 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Enqueued Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_members [ 1288.531831] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGHEST for action security_group_members [ 1288.532145] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.532273] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.532401] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.532603] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.532789] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.532897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.532962] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.533226] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.533287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.533329] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.622139] env[69943]: INFO networking_nsxv3.common.synchronization [req-ebd9bea6-ef25-4fcb-ba36-71852aefdd08 req-4d6058a1-bade-48a9-8c20-f722b1ca3d69 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Enqueued Resource ID: b0717cb5-78ad-4be5-8709-4c1c6072aa3f with Priority: HIGHEST for action port [ 1288.622684] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0717cb5-78ad-4be5-8709-4c1c6072aa3f with Priority: HIGHEST for action port [ 1288.623015] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0717cb5-78ad-4be5-8709-4c1c6072aa3f taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.623152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0717cb5-78ad-4be5-8709-4c1c6072aa3f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.623508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0717cb5-78ad-4be5-8709-4c1c6072aa3f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.623680] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0717cb5-78ad-4be5-8709-4c1c6072aa3f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.623811] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0717cb5-78ad-4be5-8709-4c1c6072aa3f',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.685298] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.685554] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.685692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.685983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.686120] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.686352] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.686475] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.686558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.686747] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.686863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.686946] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8b39e9-52db-4857-9c51-512ed94fdbae already deleted. [ 1288.687109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.730943] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.731226] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-592" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.731359] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-592" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.731713] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-592" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.732058] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.732746] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.732746] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.732746] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.732746] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.732991] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1288.733051] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1288.733180] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1288.733292] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1288.733403] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1288.733512] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1288.733650] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1288.761195] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1288.761195] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1288.761195] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1288.761195] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-592" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.761195] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.761195] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.761195] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.761195] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.761195] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.035575] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.036044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.036044] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.036158] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.036158] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.036371] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.036470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.036525] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.036683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.036761] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.036848] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 782c88b5-780e-4baa-899a-69c7433338a0 is going to be updated. [ 1289.066093] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.066289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.066363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.066526] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.066673] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.079854] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 782c88b5-780e-4baa-899a-69c7433338a0 in Status: IN_PROGRESS for 2s [ 1289.126385] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0717cb5-78ad-4be5-8709-4c1c6072aa3f with status ACTIVE [ 1289.126658] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.126831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.126910] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.127186] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.127288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.127504] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.127607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.127739] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.127940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.128041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.128263] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.128386] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.128458] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.128635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.128743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.128856] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0717cb5-78ad-4be5-8709-4c1c6072aa3f is going to be updated. [ 1289.156115] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.156390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.156390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.156485] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.156531] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.156698] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0717cb5-78ad-4be5-8709-4c1c6072aa3f" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.265485] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.265876] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.266061] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.266455] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.266655] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.266860] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb not found, creating... [ 1289.267237] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.267425] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.267634] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.267951] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.268132] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.268520] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.268887] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.269033] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.269358] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.269517] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.269714] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb is going to be created. [ 1289.300716] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.301067] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.301273] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.301672] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.301957] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.302259] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.643863] env[69943]: INFO networking_nsxv3.common.synchronization [None req-c7112643-c57a-456f-8995-635217ebda82 tempest-AttachInterfacesTestJSON-990084582 tempest-AttachInterfacesTestJSON-990084582-project-member] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1289.644407] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGHEST for action security_group_members [ 1289.645032] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.645032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.645032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.645224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.645224] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.645322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.645380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.646028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.646028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.646028] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.018247] env[69943]: INFO networking_nsxv3.common.synchronization [req-361d22e3-c98b-423e-a36b-8decd71e3187 req-e5ce137f-d747-444c-8a7a-3e1f6a794cb4 service nova] Enqueued Resource ID: ab8b39e9-52db-4857-9c51-512ed94fdbae with Priority: HIGHEST for action security_group_rules [ 1290.018380] env[69943]: INFO networking_nsxv3.common.synchronization [req-361d22e3-c98b-423e-a36b-8decd71e3187 req-e5ce137f-d747-444c-8a7a-3e1f6a794cb4 service nova] Enqueued Resource ID: ab8b39e9-52db-4857-9c51-512ed94fdbae with Priority: HIGHEST for action security_group_members [ 1290.018528] env[69943]: INFO networking_nsxv3.common.synchronization [req-361d22e3-c98b-423e-a36b-8decd71e3187 req-e5ce137f-d747-444c-8a7a-3e1f6a794cb4 service nova] Enqueued Resource ID: d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb with Priority: HIGHEST for action port [ 1290.019020] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8b39e9-52db-4857-9c51-512ed94fdbae with Priority: HIGHEST for action security_group_rules [ 1290.019157] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8b39e9-52db-4857-9c51-512ed94fdbae with Priority: HIGHEST for action security_group_members [ 1290.019255] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb with Priority: HIGHEST for action port [ 1290.020023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab8b39e9-52db-4857-9c51-512ed94fdbae taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.024249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.024249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.024249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.024249] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab8b39e9-52db-4857-9c51-512ed94fdbae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.024249] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8b39e9-52db-4857-9c51-512ed94fdbae taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.024249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.024249] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.024618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.024618] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.024618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.024740] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.025077] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.025077] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.025077] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab8b39e9-52db-4857-9c51-512ed94fdbae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.025725] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.026078] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.026078] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.026078] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.026206] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.147993] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.148335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.148335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.148431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.148520] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.148736] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.148853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.148921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.149095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.149173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.149262] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be updated. [ 1290.178261] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.178351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.178412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.178669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.178807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.188155] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: IN_PROGRESS for 2s [ 1290.528923] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab8b39e9-52db-4857-9c51-512ed94fdbae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.530304] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8b39e9-52db-4857-9c51-512ed94fdbae taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.530419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.530546] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb with status ACTIVE [ 1290.530771] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.530896] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.530990] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.531262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.531359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.531529] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.531627] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.531690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.531889] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.532077] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.538198] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.538366] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.538452] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.538642] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.538759] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.538814] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb is going to be updated. [ 1290.560660] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.560851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.560991] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.561329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.561558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.561819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d18f0c7f-1fd5-4a1a-bc8f-21494d3e48fb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.042369] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab8b39e9-52db-4857-9c51-512ed94fdbae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.090031] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 782c88b5-780e-4baa-899a-69c7433338a0 in Status: SUCCESS [ 1291.090031] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 782c88b5-780e-4baa-899a-69c7433338a0 deletion is rescheduled due to dependency. [ 1291.090031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.545692] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.546109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.546109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.546224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.546272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.546433] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8b39e9-52db-4857-9c51-512ed94fdbae is going to be created. [ 1291.585113] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.585288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.585327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.585519] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.585679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.595536] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8b39e9-52db-4857-9c51-512ed94fdbae in Status: UNINITIALIZED for 2s [ 1292.200647] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf in Status: SUCCESS [ 1292.200809] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf deletion is rescheduled due to dependency. [ 1292.200918] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.605493] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8b39e9-52db-4857-9c51-512ed94fdbae in Status: SUCCESS [ 1293.605934] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.605991] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.606185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.606444] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.606607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.606683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.606848] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.606950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.607059] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.607154] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab8b39e9-52db-4857-9c51-512ed94fdbae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.109608] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab8b39e9-52db-4857-9c51-512ed94fdbae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.615037] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab8b39e9-52db-4857-9c51-512ed94fdbae: rpc.has_security_group_logging(os_id): False [ 1294.631391] env[69943]: INFO networking_nsxv3.common.synchronization [None req-59408f2f-281b-458b-8fb0-00854d67c82b None None] Enqueued Resource ID: 901ae603-edf9-430e-9867-fd1b5d78e762 with Priority: HIGHEST for action port [ 1294.632073] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901ae603-edf9-430e-9867-fd1b5d78e762 with Priority: HIGHEST for action port [ 1294.632552] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-901ae603-edf9-430e-9867-fd1b5d78e762 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.632552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-901ae603-edf9-430e-9867-fd1b5d78e762" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.632552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-901ae603-edf9-430e-9867-fd1b5d78e762" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.632835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-901ae603-edf9-430e-9867-fd1b5d78e762" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.632930] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('901ae603-edf9-430e-9867-fd1b5d78e762',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.636435] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.636645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.636751] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.637040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.637121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.637403] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.637532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.637630] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.637869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.637971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.638070] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab8b39e9-52db-4857-9c51-512ed94fdbae is going to be created. [ 1294.711461] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.711746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.711746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.711966] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.712094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.725540] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab8b39e9-52db-4857-9c51-512ed94fdbae in Status: IN_PROGRESS for 2s [ 1295.141459] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 901ae603-edf9-430e-9867-fd1b5d78e762 [ 1295.141531] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.141695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.141893] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.142419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.142419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.142419] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:901ae603-edf9-430e-9867-fd1b5d78e762 already deleted. [ 1295.142577] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-901ae603-edf9-430e-9867-fd1b5d78e762" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.743657] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab8b39e9-52db-4857-9c51-512ed94fdbae in Status: SUCCESS [ 1296.744246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.747703] env[69943]: INFO networking_nsxv3.common.synchronization [None req-947688f1-a38e-43f3-a181-86359f84f8bc None None] Enqueued Resource ID: 2cc94fdb-ab5a-4360-988b-4e14e09ddce9 with Priority: HIGHEST for action port [ 1296.748636] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cc94fdb-ab5a-4360-988b-4e14e09ddce9 with Priority: HIGHEST for action port [ 1296.749109] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cc94fdb-ab5a-4360-988b-4e14e09ddce9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.749237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cc94fdb-ab5a-4360-988b-4e14e09ddce9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.749300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cc94fdb-ab5a-4360-988b-4e14e09ddce9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.749555] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cc94fdb-ab5a-4360-988b-4e14e09ddce9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.749639] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cc94fdb-ab5a-4360-988b-4e14e09ddce9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.251893] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cc94fdb-ab5a-4360-988b-4e14e09ddce9 [ 1297.252148] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.252325] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.252415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.252617] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.252722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.252836] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cc94fdb-ab5a-4360-988b-4e14e09ddce9 already deleted. [ 1297.252935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cc94fdb-ab5a-4360-988b-4e14e09ddce9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.371543] env[69943]: INFO networking_nsxv3.common.synchronization [req-ed26ea31-d6e0-457f-b91b-8761007301b4 req-bb7d6cab-cc7b-4015-8fd1-638271e3ad3f tempest-ServerActionsTestJSON-1508970072 tempest-ServerActionsTestJSON-1508970072-project-member] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 1299.372089] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGHEST for action security_group_members [ 1299.372394] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.372532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.372610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.372771] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.372923] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.373959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.373959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.374162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.374217] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.374359] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.877431] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.877431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.877431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.877431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.877431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.877802] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.877802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.877802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.878988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.878988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.878988] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e is going to be updated. [ 1299.910677] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.910825] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.910891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.911119] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.911264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.920194] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: IN_PROGRESS for 2s [ 1300.086122] env[69943]: INFO networking_nsxv3.common.synchronization [req-54149e2c-af5e-4f6d-97ec-2078eabf9aef req-06f91525-42a3-4374-a6b2-49aeea95cc2a tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1300.086575] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1300.086897] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.090562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.090695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.090969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.091200] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.091321] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.091389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.091553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.091641] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.091735] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.374030] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.374030] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.374030] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.374467] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.374467] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.374566] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.374631] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.374855] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.375015] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.375421] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.375543] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.375680] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.375802] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.375923] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.376047] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.376187] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.395530] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.395735] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1300.395871] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.396072] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.396389] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-0ef7594d-b7ae-4b45-a271-5992f889820b taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.396564] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-0ef7594d-b7ae-4b45-a271-5992f889820b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.396690] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-0ef7594d-b7ae-4b45-a271-5992f889820b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.397028] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-0ef7594d-b7ae-4b45-a271-5992f889820b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.397179] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ef7594d-b7ae-4b45-a271-5992f889820b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.593599] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.593807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.593807] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.594101] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.594204] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.594411] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.594517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.594581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.594737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.594815] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.594898] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 already deleted. [ 1300.594979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.899953] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.900258] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.900418] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.900706] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.900869] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.901077] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 0ef7594d-b7ae-4b45-a271-5992f889820b not found, creating... [ 1300.901346] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.901510] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.901633] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.901887] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.902079] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.902377] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.902543] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.902667] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.902881] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.903034] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.903184] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 0ef7594d-b7ae-4b45-a271-5992f889820b is going to be created. [ 1300.923276] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.923492] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.923623] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.923902] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.924260] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.924504] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-0ef7594d-b7ae-4b45-a271-5992f889820b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.932165] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e in Status: SUCCESS [ 1301.932426] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e deletion is rescheduled due to dependency. [ 1301.932471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.068297] env[69943]: INFO networking_nsxv3.common.synchronization [req-54149e2c-af5e-4f6d-97ec-2078eabf9aef req-ab801379-5e6b-4470-b966-0facebc5bdbe service nova] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_rules [ 1302.068472] env[69943]: INFO networking_nsxv3.common.synchronization [req-54149e2c-af5e-4f6d-97ec-2078eabf9aef req-ab801379-5e6b-4470-b966-0facebc5bdbe service nova] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1302.068615] env[69943]: INFO networking_nsxv3.common.synchronization [req-54149e2c-af5e-4f6d-97ec-2078eabf9aef req-ab801379-5e6b-4470-b966-0facebc5bdbe service nova] Enqueued Resource ID: 0ef7594d-b7ae-4b45-a271-5992f889820b with Priority: HIGHEST for action port [ 1302.068855] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_rules [ 1302.068977] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1302.069090] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef7594d-b7ae-4b45-a271-5992f889820b with Priority: HIGHEST for action port [ 1302.069689] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.069790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.069859] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.070074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.070160] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.071060] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.071167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.071167] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.071308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.071446] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.071540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.071601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.071741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.071836] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.071919] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.072628] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ef7594d-b7ae-4b45-a271-5992f889820b taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.072735] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ef7594d-b7ae-4b45-a271-5992f889820b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.072803] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ef7594d-b7ae-4b45-a271-5992f889820b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.072953] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ef7594d-b7ae-4b45-a271-5992f889820b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.073040] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ef7594d-b7ae-4b45-a271-5992f889820b',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.574732] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.574732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.577573] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.578120] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ef7594d-b7ae-4b45-a271-5992f889820b with status ACTIVE [ 1302.578318] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.578497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.578497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.578696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.578830] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.578959] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.579073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.579138] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.579282] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.579355] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.579529] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.579623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.579684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.579821] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.579821] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.580071] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ef7594d-b7ae-4b45-a271-5992f889820b is going to be updated. [ 1302.599361] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.599572] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.599702] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.600015] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.600254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.600484] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ef7594d-b7ae-4b45-a271-5992f889820b" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.081890] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.584617] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.584901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.584901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.585123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.585236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.585338] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be created. [ 1303.610051] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.610315] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.610315] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.610494] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.610667] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.620153] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: UNINITIALIZED for 2s [ 1305.632048] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1305.632412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.632412] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.632596] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.632785] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.632906] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.632971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.633147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.633227] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.633313] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.633402] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.136246] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.136461] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.136556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.136855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.137116] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.137255] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.137328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.137500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.137589] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.137683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.137921] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.138100] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.138100] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.138267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.138382] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.138485] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.138571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.138651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.138979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.138979] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.139800] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.645436] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9: rpc.has_security_group_logging(os_id): False [ 1306.663827] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.664058] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.664058] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.664270] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.664357] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.664558] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.664660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.664726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.664869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.664945] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.665134] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.665227] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.665289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.665427] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.665500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.665734] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.665866] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.665933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.666088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.666163] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.666248] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be created. [ 1306.733640] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.733835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.733835] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.734037] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.734221] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.744824] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1307.069725] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.069847] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1308.759996] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1308.760376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.070697] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.070986] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.404300] env[69943]: INFO networking_nsxv3.common.synchronization [req-6c5c6884-d6cb-402d-b410-e54b9a271210 req-72732d3c-6448-4319-9f44-cd2619ff1d9c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1312.405089] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1312.405440] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.405568] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.405639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.405889] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.406088] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.406211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.406274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.406443] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.406533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.406625] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.908956] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.909153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.909228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.909446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.909536] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.909741] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.909837] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.909903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.910157] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.910207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.910285] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1312.979052] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.979052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.979052] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.979322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.979418] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.993945] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1315.004752] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1315.005146] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 deletion is rescheduled due to dependency. [ 1315.005146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.399657] env[69943]: INFO networking_nsxv3.common.synchronization [req-c9accaa6-c7db-4f68-accc-042473bca35f req-8624dea9-cbf0-4ca0-ab40-9970ffc60d18 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Enqueued Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_members [ 1315.400212] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_members [ 1315.400515] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.400636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.400703] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.400902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.401124] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.401236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.401292] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.401473] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.401562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.401655] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.702107] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.702386] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.702578] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.702899] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.703229] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.703406] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.703531] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.703804] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.703969] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.704243] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1315.704405] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1315.704529] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1315.704664] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1315.704832] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1315.704956] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1315.705134] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1315.725271] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1315.725473] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1315.725687] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1315.725902] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-996" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.726241] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.726427] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.726556] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.726911] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.727058] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.906014] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.229734] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.230179] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.230303] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.230597] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.230756] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.230921] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 not found, creating... [ 1316.231215] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.231382] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.231504] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.231732] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.231877] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.232202] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.232364] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.232533] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.232699] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.232837] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.232992] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 is going to be created. [ 1316.256268] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.256483] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.256611] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.256894] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.257157] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.257392] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.408446] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.910898] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.912643] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.912838] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.913319] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.913466] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.913630] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a is going to be updated. [ 1316.955838] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.956014] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.956123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.956478] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.956684] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.970348] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: IN_PROGRESS for 2s [ 1317.047103] env[69943]: INFO networking_nsxv3.common.synchronization [req-c9accaa6-c7db-4f68-accc-042473bca35f req-a68d109c-f2cd-4fc8-8270-d5132f7b50c5 service nova] Enqueued Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_rules [ 1317.047324] env[69943]: INFO networking_nsxv3.common.synchronization [req-c9accaa6-c7db-4f68-accc-042473bca35f req-a68d109c-f2cd-4fc8-8270-d5132f7b50c5 service nova] Enqueued Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_members [ 1317.047498] env[69943]: INFO networking_nsxv3.common.synchronization [req-c9accaa6-c7db-4f68-accc-042473bca35f req-a68d109c-f2cd-4fc8-8270-d5132f7b50c5 service nova] Enqueued Resource ID: ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 with Priority: HIGHEST for action port [ 1317.048337] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_rules [ 1317.048505] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_members [ 1317.048620] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 with Priority: HIGHEST for action port [ 1317.049041] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.049235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.049350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.049519] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.049605] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.051710] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.051882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.052023] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.052116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.052185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.052358] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.052443] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.552131] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.552527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.554695] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 with status ACTIVE [ 1317.554887] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.555016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.555095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.555310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.555400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.555583] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.555721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.555816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.556056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.556132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.556333] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.556489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.556564] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.556712] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.556798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.556925] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8 is going to be updated. [ 1317.582056] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.582273] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.582273] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.582475] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.583041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.583041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba67a1a3-9d99-4cb7-96e6-7a2d99a309a8" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.102880] env[69943]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1318.103101] env[69943]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-fcb1e75c-a8f1-46a5-8932-54f221a1a2d0 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1318.981579] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: SUCCESS [ 1318.981981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.981981] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.982192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.982389] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.982519] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.982580] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.982742] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.982820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.982914] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.485511] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.988871] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.492010] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.492263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.492354] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.492686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.493087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.493087] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a is going to be updated. [ 1320.527486] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.527706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.527754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.528467] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.528741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.538303] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: IN_PROGRESS for 2s [ 1321.912016] env[69943]: INFO networking_nsxv3.common.synchronization [req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 req-5dc1c5e6-e885-41e6-ad31-ded9e5a4f81c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1321.912633] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1321.913161] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.915074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.915074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.915074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.915074] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.915074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.915074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.915074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.915074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.915536] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.236071] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.236071] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.236071] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.236071] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.236384] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.236384] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.236481] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.236717] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.236865] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.237093] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1322.237218] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1322.237334] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1322.237449] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1322.237566] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1322.237678] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1322.237814] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1322.264315] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1322.264515] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1322.265537] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1322.265537] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.265537] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.265537] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.265537] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.265875] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.265916] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('915e89aa-8ba5-4283-a5b5-b5cd25ac6f15',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.417904] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.418132] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.418208] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.418426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.418518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.418715] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.418813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.418877] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.419067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.419146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.419234] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1322.472481] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.472634] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.472690] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.473039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.473324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.486050] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1322.552398] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: SUCCESS [ 1322.552398] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.552635] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.552788] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.553038] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.553165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.553260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.553449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.553600] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.553643] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.553735] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.768379] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.768622] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.768731] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.769124] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.769326] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.769497] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 not found, creating... [ 1322.769766] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.769931] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.770067] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.770335] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.770448] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.770740] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.770901] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.771034] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.771251] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.771388] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.771531] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 is going to be created. [ 1322.793101] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.793407] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.793601] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.793965] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.794266] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.794546] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.056161] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.476336] env[69943]: INFO networking_nsxv3.common.synchronization [req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 req-3750eb7c-cd3c-4d1e-aa77-703fd5115b99 service nova] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_rules [ 1323.476397] env[69943]: INFO networking_nsxv3.common.synchronization [req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 req-3750eb7c-cd3c-4d1e-aa77-703fd5115b99 service nova] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1323.476514] env[69943]: INFO networking_nsxv3.common.synchronization [req-b6bd3520-3c1f-4b7f-a562-4ede055dd366 req-3750eb7c-cd3c-4d1e-aa77-703fd5115b99 service nova] Enqueued Resource ID: 915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 with Priority: HIGHEST for action port [ 1323.477048] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_rules [ 1323.477192] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1323.477293] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 with Priority: HIGHEST for action port [ 1323.477563] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.477685] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.477785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.477950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.478446] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.479495] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.479670] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.479948] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.480170] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.480274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.480500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.480655] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('915e89aa-8ba5-4283-a5b5-b5cd25ac6f15',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.558349] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a: rpc.has_security_group_logging(os_id): False [ 1323.578693] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.578973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.578973] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.579341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.602461] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.602815] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.602939] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.603086] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.603324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.603405] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.603505] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a is going to be updated. [ 1323.683796] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.683950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.684169] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.684242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.684382] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.701275] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: IN_PROGRESS for 2s [ 1323.982777] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.982980] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.984187] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 with status ACTIVE [ 1323.984365] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.984478] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.984536] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.984743] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.984943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.985020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.985100] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.985164] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.985314] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.985389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.985560] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.985652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.985712] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.985925] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.985997] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.986068] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 915e89aa-8ba5-4283-a5b5-b5cd25ac6f15 is going to be updated. [ 1324.014922] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.015092] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.015159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.015348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.015482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.015639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-915e89aa-8ba5-4283-a5b5-b5cd25ac6f15" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.496347] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1324.496724] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 deletion is rescheduled due to dependency. [ 1324.496724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.496806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.497026] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.497195] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.497310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.497376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.497525] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.497605] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.497698] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.000436] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.503570] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.715508] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: SUCCESS [ 1325.715772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.007045] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.007045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.007045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.007045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.007418] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.007418] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1326.037401] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.037538] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.037611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.037820] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.037964] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.047982] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1328.065076] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1328.065468] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.065468] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.065627] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.065819] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.065938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.066042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.066223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.066308] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.066397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.066490] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.478185] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.478327] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1328.569285] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.569481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.569532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.569725] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.569890] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.569992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.570079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.570230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.570323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.570450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.570604] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.570703] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.570767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.570961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.571151] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.571275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.572615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.572615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.572615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.572615] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.572615] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.074590] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9: rpc.has_security_group_logging(os_id): False [ 1329.092458] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.092653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.092653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.092870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.092961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.093211] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.093366] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.093366] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.093510] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.093585] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.093759] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.093852] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.093911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.094065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.094141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.094327] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.094422] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.094483] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.094625] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.094689] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.094777] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1329.164025] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.164237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.164287] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.164512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.164679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.176286] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1331.194064] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1331.194064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.479812] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.480284] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.480740] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.481140] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.481869] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.482201] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1345.086450] env[69943]: INFO networking_nsxv3.common.synchronization [req-1861a8de-6498-439b-a8e6-73569dce0b31 req-ff058c89-9db0-448a-85bc-dc38fd74af30 tempest-ServerActionsV293TestJSON-1387951452 tempest-ServerActionsV293TestJSON-1387951452-project-member] Enqueued Resource ID: ab8b39e9-52db-4857-9c51-512ed94fdbae with Priority: HIGHEST for action security_group_members [ 1345.086450] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab8b39e9-52db-4857-9c51-512ed94fdbae with Priority: HIGHEST for action security_group_members [ 1345.086450] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab8b39e9-52db-4857-9c51-512ed94fdbae taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.086860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.087067] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.087379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.087655] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.087901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.088111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.088683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.088901] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.089132] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab8b39e9-52db-4857-9c51-512ed94fdbae',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.439020] env[69943]: INFO networking_nsxv3.common.synchronization [req-02583850-e746-4427-a036-7e4f9a2010f1 req-0e1650e9-2054-468a-bb5b-7c7848221eca tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1345.439020] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1345.439020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.439020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.439020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.439020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.439020] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.439020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.439020] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.439650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.439833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.440010] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.596137] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.596137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.596137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.596137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.596137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.596137] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.596137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.596137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.596137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.596137] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.596137] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8b39e9-52db-4857-9c51-512ed94fdbae is going to be updated. [ 1345.623790] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.623790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.623790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.623790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.623790] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.631345] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8b39e9-52db-4857-9c51-512ed94fdbae in Status: IN_PROGRESS for 2s [ 1345.945429] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.945429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.945429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.945429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.945429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.945429] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.945429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.945429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.945429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.945429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.945429] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1345.975888] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.975888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.975888] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.976164] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.976202] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.985562] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1347.642106] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab8b39e9-52db-4857-9c51-512ed94fdbae in Status: SUCCESS [ 1347.642391] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab8b39e9-52db-4857-9c51-512ed94fdbae deletion is rescheduled due to dependency. [ 1347.642436] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab8b39e9-52db-4857-9c51-512ed94fdbae" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.995853] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1347.996065] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 deletion is rescheduled due to dependency. [ 1347.996180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.439369] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.439767] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.441023] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.441405] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.998704] env[69943]: INFO networking_nsxv3.common.synchronization [req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d req-9d5cf49f-da5b-4254-9516-3fc08aa99aae tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1357.999150] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1357.999473] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.999599] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.999668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.999871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.000651] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.000651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.000651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.000651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.000651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.000651] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.339334] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.339616] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.339806] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.340987] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.341321] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.341557] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.341695] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.341978] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.342182] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.342469] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1358.342634] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1358.342790] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1358.342938] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1358.343115] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1358.343256] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1358.343443] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1358.365288] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1358.365524] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1358.365702] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1358.365939] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.366339] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-50331526-bdaf-4ed5-a64f-cd766702cd5a taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.366569] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-50331526-bdaf-4ed5-a64f-cd766702cd5a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.366737] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-50331526-bdaf-4ed5-a64f-cd766702cd5a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.367152] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-50331526-bdaf-4ed5-a64f-cd766702cd5a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.367336] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50331526-bdaf-4ed5-a64f-cd766702cd5a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.503330] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.503560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.503560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.503780] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.503874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.504083] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.504183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.504244] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.504396] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.504471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.504558] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1358.529718] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.529937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.530041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.530244] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.530383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.539857] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1358.869685] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.869965] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.870085] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.870380] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.870540] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.870703] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 50331526-bdaf-4ed5-a64f-cd766702cd5a not found, creating... [ 1358.870974] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.871158] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.871281] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.871507] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.871650] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.871932] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.872107] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.872229] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.872439] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.872577] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.872721] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 50331526-bdaf-4ed5-a64f-cd766702cd5a is going to be created. [ 1358.892059] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.892270] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.892326] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.892581] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.892823] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.893058] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-50331526-bdaf-4ed5-a64f-cd766702cd5a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.589042] env[69943]: INFO networking_nsxv3.common.synchronization [req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d req-daa43eae-97ed-42db-baa8-18543340557d service nova] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_rules [ 1359.589362] env[69943]: INFO networking_nsxv3.common.synchronization [req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d req-daa43eae-97ed-42db-baa8-18543340557d service nova] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1359.589605] env[69943]: INFO networking_nsxv3.common.synchronization [req-cecf6f67-c0f1-40cf-a750-e6f90ec97c2d req-daa43eae-97ed-42db-baa8-18543340557d service nova] Enqueued Resource ID: 50331526-bdaf-4ed5-a64f-cd766702cd5a with Priority: HIGHEST for action port [ 1359.590428] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_rules [ 1359.590658] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1359.591138] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50331526-bdaf-4ed5-a64f-cd766702cd5a with Priority: HIGHEST for action port [ 1359.591624] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.591816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.591961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.592222] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.592355] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.595841] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.596024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.596337] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-50331526-bdaf-4ed5-a64f-cd766702cd5a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.596553] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50331526-bdaf-4ed5-a64f-cd766702cd5a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.596718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50331526-bdaf-4ed5-a64f-cd766702cd5a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.596971] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50331526-bdaf-4ed5-a64f-cd766702cd5a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.597173] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50331526-bdaf-4ed5-a64f-cd766702cd5a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.100071] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.100071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.100071] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50331526-bdaf-4ed5-a64f-cd766702cd5a with status ACTIVE [ 1360.100304] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.100441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.100441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.100584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.100664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.100828] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.100921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.100977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.101141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.101223] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.101396] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.101489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.101547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.101681] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.101753] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.101843] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50331526-bdaf-4ed5-a64f-cd766702cd5a is going to be updated. [ 1360.123329] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.123562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.123562] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.123717] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.123847] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.124012] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50331526-bdaf-4ed5-a64f-cd766702cd5a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.549963] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1360.550224] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 deletion is rescheduled due to dependency. [ 1360.550395] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.550588] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.550829] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.551053] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.551229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.551264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.551449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.551502] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.551633] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.054434] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.556831] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.059851] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.060188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.060188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.060306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.060383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.060482] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1362.089465] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.089675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.089813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.090039] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.090297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.104171] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1364.115679] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1364.116090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.116090] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.116265] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.116455] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.116572] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.116643] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.116797] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.116876] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.116959] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.117063] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.592767] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.592858] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1364.619810] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.620111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.620111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.620372] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.620588] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.620737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.620824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.621045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.621175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.621288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.621475] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.621608] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.621692] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.621851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.622046] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.622155] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.622239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.622422] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.622522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.622628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.622734] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.125618] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9: rpc.has_security_group_logging(os_id): False [ 1365.143273] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.143500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.143500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.143668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.143758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.143969] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.144084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.144147] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.144299] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.144375] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.144548] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.144651] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.144723] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.144864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.144937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.145136] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.145230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.145291] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.145428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.145501] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.145585] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1365.205270] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.205490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.205490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.205676] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.205826] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.218696] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1367.234056] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1367.234347] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.046513] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.046757] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.046757] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.046956] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.047083] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.550063] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.053338] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.556020] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1369.556406] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1369.593454] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.593736] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.466436] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.466613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.466672] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.466881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.478187] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1370.479084] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.480155] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1370.519664] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.519895] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.519895] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.520104] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.532470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.533219] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1370.533306] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1370.533402] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1370.572152] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.572540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.572540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.572540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.573847] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.574027] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1370.649354] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.649502] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.649594] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.649801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.650139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.650432] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1370.722724] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.722879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.722924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.723166] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.723478] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.723767] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1370.723863] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ec1a48b7-9763-477f-9cfa-2673390e3409', 'c6bcf397-196f-4cc6-9c98-608f7dd92af0', '06e600f2-eaae-4ef3-b5e6-b532935c7089', '926b5cf1-8914-4963-9d77-19a328cf0406', '7b88700c-c4b5-4531-ba1e-60e53a384c16', '782c88b5-780e-4baa-899a-69c7433338a0', 'a61c1fde-d37a-4e63-9332-7b5d78f27067', 'f24b04cb-4bf8-4cad-9ef0-791acfd015cf', '01b7768e-8593-4f86-94b9-a9da6cbf1b1e', '742e7a10-dac4-43ce-a9d0-363c7cd557dd', '7b8ddc6e-cf83-491c-9510-bd9ebe384fbf', '239bc208-1150-4895-9837-ec64da93a0db', 'a6e5b456-4ba7-4427-9efc-b10456f6da8e', '67e8c45e-dac0-4828-b2e8-0ed3865e9f6a', '55a70454-7f94-4808-a400-e90c3fa084a6', '891fa9bf-5bea-4df2-8657-b162c953868a', 'a878d49f-c0f0-4045-875f-2d74c238d4c2', '39e09d97-3c98-4b19-99eb-13fd4de195cf', '56298e0a-5e34-44ee-88c2-0911fafc610a', '30a7c79b-960a-42bb-92bc-fe0a4b2b7275', '6540fba6-e32b-4241-83b4-6d9fe8e2e7ec', '097b1c66-7ec8-4ef2-b22c-54d29f6ac8bc', 'e5b3520e-4e25-4925-8e98-e97b10382e5f', '32a0b825-14eb-4b7a-802a-411cc818ead2', '2e9865ee-3918-4d85-ae8a-6916d99f2bd8', '26fc86ba-2933-42fb-b4a1-31b6ed9ee8e8', 'ffa15909-719d-45c5-93ae-789bed90ec84', '58681a00-e2ea-4dcc-aacb-f9dd40f6cae9', '2cd9a76a-1a39-4a42-b672-fd11d2d10220', '917d31ad-68b2-41ec-8ccd-d59996eceaec', '7e433593-311c-43c2-8ce5-df7ee2b6ad91', 'ab8b39e9-52db-4857-9c51-512ed94fdbae', '6f3549a9-9e73-4791-8810-8b31204824be', '4211bbf2-be29-481f-9f7a-e8f27b1ca401', '57c0cc19-112d-46e4-b1f1-e282c2497995', '96824e52-17e1-40b0-a3df-36cc03d61110', 'f900a0b6-de34-4c3b-964a-c725fe2ae8fb', 'd726126e-b413-40a7-b495-c754ab7e71d0', '7a5eef7b-d2d9-47a4-bf68-7c241890441b', '7bb94264-ac10-4c78-b7d8-9900d99cba12', 'd24911df-5cab-4df8-b5dc-d63828cdb844', '2658ea6d-f33c-4d45-b041-f38baeacc06d', 'fbf1a9c0-4bdf-463a-a82d-38ac82bd659c', '2709b421-9531-459d-bb52-45a19bdcbb11', '39b5c69a-f2d9-4277-a36d-5d59e6f3c9be', 'f458f367-3623-4757-bf01-105518caa5a3'} {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1370.723980] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1370.743471] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.743773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.743773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.743940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.744034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.744132] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1370.744210] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1370.744282] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1370.832689] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.832837] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.832913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.833138] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.834310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.834593] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1370.834680] env[69943]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69943) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1370.834760] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1370.834831] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1370.834927] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1370.835013] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec1a48b7-9763-477f-9cfa-2673390e3409 with Priority: HIGH for action security_group_rules [ 1370.835099] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 with Priority: HIGH for action security_group_rules [ 1370.835172] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGH for action security_group_rules [ 1370.835241] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 926b5cf1-8914-4963-9d77-19a328cf0406 with Priority: HIGH for action security_group_rules [ 1370.835309] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGH for action security_group_rules [ 1370.835376] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGH for action security_group_rules [ 1370.835443] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGH for action security_group_rules [ 1370.835510] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGH for action security_group_rules [ 1370.835575] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGH for action security_group_rules [ 1370.835640] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGH for action security_group_rules [ 1370.835707] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGH for action security_group_rules [ 1370.835773] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGH for action security_group_rules [ 1370.835839] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGH for action security_group_rules [ 1370.835905] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGH for action security_group_rules [ 1370.835970] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGH for action security_group_rules [ 1370.836044] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 891fa9bf-5bea-4df2-8657-b162c953868a with Priority: HIGH for action security_group_rules [ 1370.836112] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 with Priority: HIGH for action security_group_rules [ 1370.836178] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf with Priority: HIGH for action security_group_rules [ 1370.836244] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56298e0a-5e34-44ee-88c2-0911fafc610a with Priority: HIGH for action security_group_rules [ 1370.836310] env[69943]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGH for action security_group_rules [ 1370.836407] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.594624] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.594624] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1374.594624] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1a48b7-9763-477f-9cfa-2673390e3409 with Priority: HIGH for action security_group_rules [ 1374.594624] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 with Priority: HIGH for action security_group_rules [ 1374.595095] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 with Priority: HIGH for action security_group_rules [ 1374.595095] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a70454-7f94-4808-a400-e90c3fa084a6 with Priority: HIGH for action security_group_rules [ 1374.595095] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 with Priority: HIGH for action security_group_rules [ 1374.595095] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56298e0a-5e34-44ee-88c2-0911fafc610a with Priority: HIGH for action security_group_rules [ 1374.595095] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf with Priority: HIGH for action security_group_rules [ 1374.595303] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 with Priority: HIGH for action security_group_rules [ 1374.595410] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGH for action security_group_rules [ 1374.595501] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891fa9bf-5bea-4df2-8657-b162c953868a with Priority: HIGH for action security_group_rules [ 1374.595588] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e with Priority: HIGH for action security_group_rules [ 1374.596016] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239bc208-1150-4895-9837-ec64da93a0db with Priority: HIGH for action security_group_rules [ 1374.596161] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf with Priority: HIGH for action security_group_rules [ 1374.596272] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd with Priority: HIGH for action security_group_rules [ 1374.596417] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e with Priority: HIGH for action security_group_rules [ 1374.596547] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782c88b5-780e-4baa-899a-69c7433338a0 with Priority: HIGH for action security_group_rules [ 1374.596655] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf with Priority: HIGH for action security_group_rules [ 1374.596804] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 with Priority: HIGH for action security_group_rules [ 1374.596926] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 with Priority: HIGH for action security_group_rules [ 1374.597076] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b5cf1-8914-4963-9d77-19a328cf0406 with Priority: HIGH for action security_group_rules [ 1374.597779] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec1a48b7-9763-477f-9cfa-2673390e3409 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.597779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.597779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.597946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.597946] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec1a48b7-9763-477f-9cfa-2673390e3409',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.598950] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06e600f2-eaae-4ef3-b5e6-b532935c7089 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.599173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.599173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.599307] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.599379] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06e600f2-eaae-4ef3-b5e6-b532935c7089',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.600662] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61c1fde-d37a-4e63-9332-7b5d78f27067 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.603166] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.603259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.603428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.603499] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61c1fde-d37a-4e63-9332-7b5d78f27067',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.604327] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55a70454-7f94-4808-a400-e90c3fa084a6 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.604454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.604611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.604674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.604731] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55a70454-7f94-4808-a400-e90c3fa084a6',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.605456] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a7c79b-960a-42bb-92bc-fe0a4b2b7275 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.605598] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.605662] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.605783] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.605872] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a7c79b-960a-42bb-92bc-fe0a4b2b7275',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.606574] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56298e0a-5e34-44ee-88c2-0911fafc610a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.606709] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.606802] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.606932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.607033] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56298e0a-5e34-44ee-88c2-0911fafc610a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.607832] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39e09d97-3c98-4b19-99eb-13fd4de195cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.607941] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.608017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.608177] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.608249] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39e09d97-3c98-4b19-99eb-13fd4de195cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.608964] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a878d49f-c0f0-4045-875f-2d74c238d4c2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.609071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.609142] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.609292] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.609364] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a878d49f-c0f0-4045-875f-2d74c238d4c2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.610078] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.610188] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.610254] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.610409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.610482] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.611304] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891fa9bf-5bea-4df2-8657-b162c953868a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.611414] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.611518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.611636] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.611709] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891fa9bf-5bea-4df2-8657-b162c953868a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.612398] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.612507] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.612611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.612724] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.612795] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e5b456-4ba7-4427-9efc-b10456f6da8e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.613551] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-239bc208-1150-4895-9837-ec64da93a0db taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.613664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.613730] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.613880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.613988] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('239bc208-1150-4895-9837-ec64da93a0db',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.614730] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.614851] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.614919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.615082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.615156] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b8ddc6e-cf83-491c-9510-bd9ebe384fbf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.616284] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.616284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.616284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.616284] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.616485] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('742e7a10-dac4-43ce-a9d0-363c7cd557dd',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.617035] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.617123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.617192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.617365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.617474] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01b7768e-8593-4f86-94b9-a9da6cbf1b1e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.618077] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-782c88b5-780e-4baa-899a-69c7433338a0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.618183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.618244] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.618391] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.618453] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('782c88b5-780e-4baa-899a-69c7433338a0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.619257] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.619803] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.619887] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.620054] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.620131] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f24b04cb-4bf8-4cad-9ef0-791acfd015cf',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.621114] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b88700c-c4b5-4531-ba1e-60e53a384c16 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.621175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.621239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.621390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.621462] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b88700c-c4b5-4531-ba1e-60e53a384c16',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.622232] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.622360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.622429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.622578] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.622649] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6bcf397-196f-4cc6-9c98-608f7dd92af0',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.623553] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926b5cf1-8914-4963-9d77-19a328cf0406 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.623672] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.623740] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.623892] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.623964] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926b5cf1-8914-4963-9d77-19a328cf0406',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.648269] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.648450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.648499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.648665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.667207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.667370] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 239bc208-1150-4895-9837-ec64da93a0db is going to be deleted. [ 1374.722843] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.723216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.723216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.723409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.723535] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.723732] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-239bc208-1150-4895-9837-ec64da93a0db" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.137196] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.137367] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.137417] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.137581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.137732] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.137846] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.137938] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.138069] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.138153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.138247] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.138335] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.194860] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.195041] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.195114] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.195333] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.201430] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.201653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.204204] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.204360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.209975] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.210234] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.215321] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.215508] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.220505] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.220700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.224634] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.224783] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.228515] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.228674] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.229579] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.229720] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.230468] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.230567] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.231341] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.231441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.232035] env[69943]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1375.232528] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.232640] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.233315] env[69943]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1375.233746] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.233892] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.234660] env[69943]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1375.235169] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.235274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.236017] env[69943]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1375.236484] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.236627] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.237336] env[69943]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1375.237723] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.237840] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.238487] env[69943]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1375.238924] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.239053] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.239641] env[69943]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1375.240051] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.240168] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.240743] env[69943]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1375.241175] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.241287] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55a70454-7f94-4808-a400-e90c3fa084a6 is going to be deleted. [ 1375.242183] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.242426] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.262773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.262943] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a7c79b-960a-42bb-92bc-fe0a4b2b7275 is going to be deleted. [ 1375.263842] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.264095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.286761] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.286996] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a878d49f-c0f0-4045-875f-2d74c238d4c2 is going to be deleted. [ 1375.287952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.288178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.308440] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.308667] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.310135] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.310369] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 742e7a10-dac4-43ce-a9d0-363c7cd557dd is going to be deleted. [ 1375.311266] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.311472] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.322623] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.322832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.341063] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.341214] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01b7768e-8593-4f86-94b9-a9da6cbf1b1e is going to be deleted. [ 1375.342274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.342543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.369226] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.369373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.373392] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.373550] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e5b456-4ba7-4427-9efc-b10456f6da8e is going to be deleted. [ 1375.374512] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.374748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.400872] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.401084] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 782c88b5-780e-4baa-899a-69c7433338a0 is going to be deleted. [ 1375.401944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.402184] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.418862] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.419148] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.478861] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.479125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.481829] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.481956] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56298e0a-5e34-44ee-88c2-0911fafc610a is going to be deleted. [ 1375.482908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.483146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.507066] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.507280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.533079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.533363] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f24b04cb-4bf8-4cad-9ef0-791acfd015cf is going to be deleted. [ 1375.534164] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.534388] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.546563] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.546785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.574288] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.574463] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06e600f2-eaae-4ef3-b5e6-b532935c7089 is going to be deleted. [ 1375.575374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.575590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.649894] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.650326] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.650326] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.652260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.652412] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926b5cf1-8914-4963-9d77-19a328cf0406 is going to be deleted. [ 1375.653400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.653861] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.692063] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.692302] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.713532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.713767] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61c1fde-d37a-4e63-9332-7b5d78f27067 is going to be deleted. [ 1375.714895] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.715149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.783532] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.783763] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.813932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.814197] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6bcf397-196f-4cc6-9c98-608f7dd92af0 is going to be deleted. [ 1375.815028] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.815255] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.906709] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.906961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.911446] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.911594] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b8ddc6e-cf83-491c-9510-bd9ebe384fbf is going to be deleted. [ 1375.912654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.912904] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.982604] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.982828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.983503] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.983703] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.001545] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.001728] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39e09d97-3c98-4b19-99eb-13fd4de195cf is going to be deleted. [ 1376.002655] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.002922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.059260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.059398] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891fa9bf-5bea-4df2-8657-b162c953868a is going to be deleted. [ 1376.060404] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.060623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.079573] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.079748] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.113116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.113366] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b88700c-c4b5-4531-ba1e-60e53a384c16 is going to be deleted. [ 1376.114489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.114776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.154871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.155422] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec1a48b7-9763-477f-9cfa-2673390e3409 is going to be deleted. [ 1376.156637] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a: rpc.has_security_group_logging(os_id): False [ 1376.157683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.157919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.158034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.158174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55a70454-7f94-4808-a400-e90c3fa084a6" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.158341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.158587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.158719] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.158964] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a7c79b-960a-42bb-92bc-fe0a4b2b7275" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.159779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.159942] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.160036] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.160162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a878d49f-c0f0-4045-875f-2d74c238d4c2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.160302] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.160455] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.160533] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.160681] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01b7768e-8593-4f86-94b9-a9da6cbf1b1e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.160913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.161173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.161303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.161480] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-742e7a10-dac4-43ce-a9d0-363c7cd557dd" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.161629] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.161781] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.161865] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.161983] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e5b456-4ba7-4427-9efc-b10456f6da8e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.162131] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.162278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.162346] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.162460] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-782c88b5-780e-4baa-899a-69c7433338a0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.162587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.162728] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.162798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.162914] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56298e0a-5e34-44ee-88c2-0911fafc610a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.163055] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.163201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.163380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.163380] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f24b04cb-4bf8-4cad-9ef0-791acfd015cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.163497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.163637] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.163706] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.163819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06e600f2-eaae-4ef3-b5e6-b532935c7089" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.163978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.164139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.164213] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.164332] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926b5cf1-8914-4963-9d77-19a328cf0406" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.164455] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.164592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.164668] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.164787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61c1fde-d37a-4e63-9332-7b5d78f27067" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.164895] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.165045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.165123] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.165235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6bcf397-196f-4cc6-9c98-608f7dd92af0" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.165357] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.165496] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.165571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.165679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b8ddc6e-cf83-491c-9510-bd9ebe384fbf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.190660] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.190903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.190903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.191120] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.199350] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.199613] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.241947] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.242292] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.242422] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.242483] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.242664] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.242745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.242841] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a is going to be updated. [ 1376.244033] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.244228] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.244353] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.244429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39e09d97-3c98-4b19-99eb-13fd4de195cf" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.280605] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.280824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.280824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.281093] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.281231] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.281278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891fa9bf-5bea-4df2-8657-b162c953868a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.283362] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.283481] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.283547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.283730] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.283817] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.283933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b88700c-c4b5-4531-ba1e-60e53a384c16" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.312389] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.312659] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.312659] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.312774] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.312832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.312957] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec1a48b7-9763-477f-9cfa-2673390e3409" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.364204] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.364457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.364457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.364599] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.364746] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.399559] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: IN_PROGRESS for 2s [ 1378.415952] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: SUCCESS [ 1378.416403] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.597969] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.598406] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.539408] env[69943]: INFO networking_nsxv3.common.synchronization [req-968f1e84-94ca-4a6d-86eb-44fe02aad73a req-8eb0ab02-a298-4117-8841-111f89679754 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Enqueued Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_members [ 1384.539946] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_members [ 1384.540265] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.540388] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.540454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.540645] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.540789] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.540881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.540933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.541088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.541172] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.541263] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.042999] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.545107] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.047569] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.047812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.047812] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.048081] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.048159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.048209] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a is going to be updated. [ 1386.078139] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.078365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.078365] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.078619] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.078705] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.087123] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: IN_PROGRESS for 2s [ 1388.102122] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: SUCCESS [ 1388.102411] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.332377] env[69943]: INFO networking_nsxv3.common.synchronization [req-38e53bbf-13cc-4b22-8a71-e7dadc9d5877 req-532711f7-bdb7-4480-8bda-a89d1e6fdab7 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1389.333604] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1389.333604] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.333604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.333604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.333833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.333905] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.334009] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.334082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.334239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.334323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.334415] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.836429] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.836669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.836669] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.836946] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.860892] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.861247] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.861429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.861479] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.861737] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.861868] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.861996] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1389.891189] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.891343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.891403] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.891607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.891745] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.900875] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1391.912142] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1391.912506] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 deletion is rescheduled due to dependency. [ 1391.912506] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.334467] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1394.334954] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.860011] env[69943]: INFO networking_nsxv3.common.synchronization [req-77c2858c-5bfc-40a4-976c-dad8e71d8275 req-e67fa3bd-6b48-4037-98f1-fdf13f080751 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1396.860829] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1396.861360] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.861571] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.861695] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.862010] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.862303] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.862489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.862614] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.862889] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.863092] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.863215] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.181240] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.181445] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.181566] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.181837] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.182109] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.182270] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.182392] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.182620] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.182795] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.183183] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1397.183342] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1397.183463] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1397.183579] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1397.183696] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1397.183807] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1397.183949] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1397.205129] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1397.205418] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1397.205555] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1397.205757] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.206189] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-5dc27a56-3537-42da-a860-0c981446a03a taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.206457] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-5dc27a56-3537-42da-a860-0c981446a03a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.206642] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-5dc27a56-3537-42da-a860-0c981446a03a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.206977] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-5dc27a56-3537-42da-a860-0c981446a03a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.207193] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc27a56-3537-42da-a860-0c981446a03a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.366541] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.366775] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.366775] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.366958] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.367035] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.367208] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.367300] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.367360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.367509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.367584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.367670] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1397.397794] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.398106] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.398106] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.398230] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.398371] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.407789] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1397.710156] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.710156] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.710156] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.710156] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.710491] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.710491] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 5dc27a56-3537-42da-a860-0c981446a03a not found, creating... [ 1397.710747] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.710914] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.711051] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.711283] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.711438] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.711713] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.711876] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.712000] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.712268] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.712430] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.712580] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 5dc27a56-3537-42da-a860-0c981446a03a is going to be created. [ 1397.732766] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.732992] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.733139] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.733401] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.733635] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.733858] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-5dc27a56-3537-42da-a860-0c981446a03a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.500524] env[69943]: INFO networking_nsxv3.common.synchronization [req-77c2858c-5bfc-40a4-976c-dad8e71d8275 req-a11f014e-2ef1-48d6-8a46-15550d2d6fb7 service nova] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_rules [ 1398.500768] env[69943]: INFO networking_nsxv3.common.synchronization [req-77c2858c-5bfc-40a4-976c-dad8e71d8275 req-a11f014e-2ef1-48d6-8a46-15550d2d6fb7 service nova] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1398.500862] env[69943]: INFO networking_nsxv3.common.synchronization [req-77c2858c-5bfc-40a4-976c-dad8e71d8275 req-a11f014e-2ef1-48d6-8a46-15550d2d6fb7 service nova] Enqueued Resource ID: 5dc27a56-3537-42da-a860-0c981446a03a with Priority: HIGHEST for action port [ 1398.501056] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_rules [ 1398.501188] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1398.501285] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc27a56-3537-42da-a860-0c981446a03a with Priority: HIGHEST for action port [ 1398.501825] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.501969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.502200] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.502434] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.502515] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.503647] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.503756] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.503971] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dc27a56-3537-42da-a860-0c981446a03a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.504200] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dc27a56-3537-42da-a860-0c981446a03a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.504264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dc27a56-3537-42da-a860-0c981446a03a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.504438] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dc27a56-3537-42da-a860-0c981446a03a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.504512] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc27a56-3537-42da-a860-0c981446a03a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.007387] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dc27a56-3537-42da-a860-0c981446a03a with status ACTIVE [ 1399.007516] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.007602] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.007650] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.007846] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.007942] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.008142] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.008246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.008304] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.008464] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.008540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.008719] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.008811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.008871] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.009103] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.009208] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.009255] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dc27a56-3537-42da-a860-0c981446a03a is going to be updated. [ 1399.010383] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.010479] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.032197] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.032384] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.032444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.032597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.032733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.032885] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dc27a56-3537-42da-a860-0c981446a03a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.416592] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1399.416801] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 deletion is rescheduled due to dependency. [ 1399.416922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.417116] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.417320] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.417505] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.417632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.417691] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.417831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.417908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.418011] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.920310] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.422504] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.925553] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.926016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.926016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.926016] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.926139] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.926204] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1400.954878] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.955117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.955117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.955269] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.955415] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.964248] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1401.391832] env[69943]: INFO networking_nsxv3.common.synchronization [req-652e3570-c097-41b9-9256-eeb5ab3d4922 req-d72709c4-adb3-4100-9ed9-5a5d1c7bbfc0 tempest-ServerActionsTestOtherA-925538287 tempest-ServerActionsTestOtherA-925538287-project-member] Enqueued Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_members [ 1401.392322] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a with Priority: HIGHEST for action security_group_members [ 1401.392627] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.392749] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.392816] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.393017] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.393180] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.393276] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.393338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.393486] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.393683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.393683] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67e8c45e-dac0-4828-b2e8-0ed3865e9f6a',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.895659] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.895856] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.895897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.896153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.896248] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.896458] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.896563] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.896627] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.896785] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.896863] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.896953] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a is going to be updated. [ 1401.931157] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.931581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.931581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.931581] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.931778] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.940144] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: IN_PROGRESS for 2s [ 1402.973677] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1402.973677] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.973677] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.974174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.974174] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.974174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.974342] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.974379] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.974458] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.974543] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.974642] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.477096] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.477323] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.477425] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.477647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.477841] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.477963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.478060] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.478243] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.478331] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.478423] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.478572] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.478665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.478722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.478867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.479010] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.479107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.479159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.479328] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.479399] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.479482] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.479569] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.950814] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a in Status: SUCCESS [ 1403.951067] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67e8c45e-dac0-4828-b2e8-0ed3865e9f6a deletion is rescheduled due to dependency. [ 1403.951122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67e8c45e-dac0-4828-b2e8-0ed3865e9f6a" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.981745] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9: rpc.has_security_group_logging(os_id): False [ 1404.001300] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.001573] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.001573] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.001759] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.001898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.002114] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.002221] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.002282] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.002435] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.002559] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.002697] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.002795] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.002841] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.002984] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.003071] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.003257] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.003356] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.003431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.003547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.003623] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.003706] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1404.064803] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.065040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.065040] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.065219] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.065370] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.082719] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1406.100064] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1406.100389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.393816] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.393954] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.820056] env[69943]: INFO networking_nsxv3.common.synchronization [None req-ef807961-b394-433b-b061-2f300f263ea3 None None] Enqueued Resource ID: fd2f7c94-f268-4be4-987d-a24c9985780e with Priority: HIGHEST for action port [ 1408.820056] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2f7c94-f268-4be4-987d-a24c9985780e with Priority: HIGHEST for action port [ 1408.820056] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd2f7c94-f268-4be4-987d-a24c9985780e taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.820056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd2f7c94-f268-4be4-987d-a24c9985780e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.820056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd2f7c94-f268-4be4-987d-a24c9985780e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.820056] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd2f7c94-f268-4be4-987d-a24c9985780e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.820056] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd2f7c94-f268-4be4-987d-a24c9985780e',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.323016] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd2f7c94-f268-4be4-987d-a24c9985780e [ 1409.323016] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.323236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.323236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.323940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.323940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.323940] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd2f7c94-f268-4be4-987d-a24c9985780e already deleted. [ 1409.323940] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd2f7c94-f268-4be4-987d-a24c9985780e" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.516188] env[69943]: INFO networking_nsxv3.common.synchronization [req-ce6285bb-48c5-4be2-8d9f-3e5d4502d550 req-8d26d61a-092c-4c43-aae9-39ac95306d5c tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1410.516729] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1410.517041] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.517166] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.517500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.517612] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.517790] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.517892] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.517969] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.518685] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.518922] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.519071] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.843756] env[69943]: INFO networking_nsxv3.common.synchronization [None req-af40c0eb-f735-49a3-b0ad-7aefbc8b785f None None] Enqueued Resource ID: cc3e575a-c0d7-4d49-864b-ea57d6a0a9b2 with Priority: HIGHEST for action port [ 1410.843822] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3e575a-c0d7-4d49-864b-ea57d6a0a9b2 with Priority: HIGHEST for action port [ 1410.844576] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc3e575a-c0d7-4d49-864b-ea57d6a0a9b2 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.844754] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc3e575a-c0d7-4d49-864b-ea57d6a0a9b2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.845079] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc3e575a-c0d7-4d49-864b-ea57d6a0a9b2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.845362] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc3e575a-c0d7-4d49-864b-ea57d6a0a9b2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.845469] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3e575a-c0d7-4d49-864b-ea57d6a0a9b2',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.021017] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.021199] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.021245] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.021454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.021550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.021753] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.021867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.021935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.022125] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.022205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.022296] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1411.050907] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.050907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.051165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.051165] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.051305] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.060534] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1411.347573] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc3e575a-c0d7-4d49-864b-ea57d6a0a9b2 [ 1411.347573] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.347573] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.347808] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.347848] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.347935] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.348052] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc3e575a-c0d7-4d49-864b-ea57d6a0a9b2 already deleted. [ 1411.348129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc3e575a-c0d7-4d49-864b-ea57d6a0a9b2" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.072770] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1413.073056] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 deletion is rescheduled due to dependency. [ 1413.073104] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.088063] env[69943]: INFO networking_nsxv3.common.synchronization [req-78ea96ea-a59f-4082-8815-15bf00faa774 req-5fec7764-9684-4386-b686-6cc63e3e024d tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Enqueued Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_members [ 1414.088584] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_members [ 1414.088893] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.088986] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.089075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.089319] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.089486] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.089595] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.089660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.089814] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.090317] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.090317] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.356020] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.356020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-240" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.356020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-240" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.356020] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-240" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.356375] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.356476] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.356542] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.356790] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.356947] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.357207] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1414.357303] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1414.357491] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1414.357616] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1414.357733] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1414.357843] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1414.357979] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1414.377516] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1414.377730] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1414.377843] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1414.378033] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-240" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.378349] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-07f6f561-a93b-4ff5-bec2-dc69250af8a4 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.378523] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.378650] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.378971] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.379127] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07f6f561-a93b-4ff5-bec2-dc69250af8a4',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.592420] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.592696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.592696] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.592825] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.592879] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.593064] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.593246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.593246] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.593390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.593441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.593552] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 already deleted. [ 1414.593609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.881345] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.881345] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.881584] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.881773] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.881965] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.882143] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 07f6f561-a93b-4ff5-bec2-dc69250af8a4 not found, creating... [ 1414.882411] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.882576] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.882703] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.882967] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.883134] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.883453] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.883861] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.883861] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.883975] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.884131] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.884276] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 07f6f561-a93b-4ff5-bec2-dc69250af8a4 is going to be created. [ 1414.903710] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.903970] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.904067] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.904330] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.904560] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.904781] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.130034] env[69943]: INFO networking_nsxv3.common.synchronization [req-78ea96ea-a59f-4082-8815-15bf00faa774 req-26a7b439-0469-42cf-b360-fc628ec6e51f service nova] Enqueued Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_rules [ 1416.130034] env[69943]: INFO networking_nsxv3.common.synchronization [req-78ea96ea-a59f-4082-8815-15bf00faa774 req-26a7b439-0469-42cf-b360-fc628ec6e51f service nova] Enqueued Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_members [ 1416.130034] env[69943]: INFO networking_nsxv3.common.synchronization [req-78ea96ea-a59f-4082-8815-15bf00faa774 req-26a7b439-0469-42cf-b360-fc628ec6e51f service nova] Enqueued Resource ID: 07f6f561-a93b-4ff5-bec2-dc69250af8a4 with Priority: HIGHEST for action port [ 1416.130034] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_rules [ 1416.130532] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_members [ 1416.130532] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f6f561-a93b-4ff5-bec2-dc69250af8a4 with Priority: HIGHEST for action port [ 1416.130718] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.130849] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.130921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.131361] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.131453] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.132759] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.133011] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.133099] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.133322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.133434] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.133518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.133577] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.133717] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.133805] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.133904] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.135410] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-07f6f561-a93b-4ff5-bec2-dc69250af8a4 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.135517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.135577] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.135907] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.135907] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07f6f561-a93b-4ff5-bec2-dc69250af8a4',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.633873] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.634107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.636300] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.637231] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07f6f561-a93b-4ff5-bec2-dc69250af8a4 with status ACTIVE [ 1416.637447] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.637557] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.637628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.638491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.638491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.638491] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.638491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.638491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.638491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.638491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.639303] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.639303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.639303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.639303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.639303] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.639303] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07f6f561-a93b-4ff5-bec2-dc69250af8a4 is going to be updated. [ 1416.659394] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.659394] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.659394] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.659678] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.659716] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.659865] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.141589] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.644533] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.644784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.644784] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.644967] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.645070] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.645125] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 is going to be created. [ 1417.671184] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.671500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.671500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.671620] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.671718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.680412] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: UNINITIALIZED for 2s [ 1419.690795] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: SUCCESS [ 1419.691208] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.691208] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.691383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.691577] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.691694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.691758] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.691921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.691995] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.692088] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.692177] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.194701] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.194881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.194962] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.195192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.195363] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.195464] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.195528] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.195678] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.195776] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.195870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.196024] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.196121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.196185] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.196324] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.196457] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.196547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.196609] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.196744] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.196817] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.196894] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.196983] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.216817] env[69943]: INFO networking_nsxv3.common.synchronization [req-f1d6462e-5263-4859-a9f6-8db28eac2be5 req-5c31f126-cd46-4bab-8095-517e5d97eb5f tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1420.217613] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1420.217861] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.217980] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.218129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.218389] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.218435] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.218505] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.218639] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.218715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.218794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.218940] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.513739] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.513948] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.514142] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.514454] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.514856] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.515042] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.515171] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.515413] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.515562] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.515774] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1420.515889] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1420.516007] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1420.516127] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1420.516239] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1420.516423] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1420.518109] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1420.535971] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1420.536177] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1420.536318] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1420.536494] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.536815] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-27e3bb71-9dea-488d-b3ce-b2da88843567 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.536990] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-27e3bb71-9dea-488d-b3ce-b2da88843567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.537123] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-27e3bb71-9dea-488d-b3ce-b2da88843567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.537453] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-27e3bb71-9dea-488d-b3ce-b2da88843567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.537596] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e3bb71-9dea-488d-b3ce-b2da88843567',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.699329] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81: rpc.has_security_group_logging(os_id): False [ 1420.717773] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.718014] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.718014] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.718201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.718292] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.718522] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.718644] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.718704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.718862] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.718924] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.719114] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.719238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.719298] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.719431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.719499] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.719741] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.719860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.719911] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.720045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.720141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.720206] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 is going to be created. [ 1420.721415] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.721527] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.721605] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.721750] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.721824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.722047] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.722198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.722242] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.722358] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.722444] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.722524] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1420.840121] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.840355] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.840398] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.840611] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.840932] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.851558] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1420.877612] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.877869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.877869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.878094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.878236] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.890747] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: IN_PROGRESS for 2s [ 1421.040310] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.040571] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.040654] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.041064] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.041064] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.041268] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 27e3bb71-9dea-488d-b3ce-b2da88843567 not found, creating... [ 1421.041477] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.041640] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.041765] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.042024] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.042155] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.042453] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.042612] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.042733] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.042943] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.043116] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.043393] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 27e3bb71-9dea-488d-b3ce-b2da88843567 is going to be created. [ 1421.065592] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.065817] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.065995] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.066368] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.066652] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.066911] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-27e3bb71-9dea-488d-b3ce-b2da88843567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.787382] env[69943]: INFO networking_nsxv3.common.synchronization [req-f1d6462e-5263-4859-a9f6-8db28eac2be5 req-d529c019-2f5e-4fc7-9708-6b8d2ba903d8 service nova] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_rules [ 1421.787686] env[69943]: INFO networking_nsxv3.common.synchronization [req-f1d6462e-5263-4859-a9f6-8db28eac2be5 req-d529c019-2f5e-4fc7-9708-6b8d2ba903d8 service nova] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1421.787804] env[69943]: INFO networking_nsxv3.common.synchronization [req-f1d6462e-5263-4859-a9f6-8db28eac2be5 req-d529c019-2f5e-4fc7-9708-6b8d2ba903d8 service nova] Enqueued Resource ID: 27e3bb71-9dea-488d-b3ce-b2da88843567 with Priority: HIGHEST for action port [ 1421.788018] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_rules [ 1421.788154] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1421.788254] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e3bb71-9dea-488d-b3ce-b2da88843567 with Priority: HIGHEST for action port [ 1421.788792] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.788920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.789064] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.789381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.789468] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.790319] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.790419] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.790610] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e3bb71-9dea-488d-b3ce-b2da88843567 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.790755] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e3bb71-9dea-488d-b3ce-b2da88843567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.790896] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e3bb71-9dea-488d-b3ce-b2da88843567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.790950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e3bb71-9dea-488d-b3ce-b2da88843567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.791037] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e3bb71-9dea-488d-b3ce-b2da88843567',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.292472] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.292728] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.292845] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27e3bb71-9dea-488d-b3ce-b2da88843567 with status ACTIVE [ 1422.293083] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.293252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.293252] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.293470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.293558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.293732] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.293886] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.293994] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.294267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.294306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.294494] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.294621] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.294688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.294834] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.294909] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.294994] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27e3bb71-9dea-488d-b3ce-b2da88843567 is going to be updated. [ 1422.315843] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.316082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.316082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.316263] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.316398] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.316550] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e3bb71-9dea-488d-b3ce-b2da88843567" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.861978] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1422.861978] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 deletion is rescheduled due to dependency. [ 1422.861978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.861978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.862485] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.862485] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.862578] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.863578] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.863578] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.863578] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.863578] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.910074] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: SUCCESS [ 1422.910074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.364953] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.867885] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.369793] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.370031] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.370078] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.370295] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.370383] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.370486] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1424.399653] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.399887] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.399887] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.400146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.400253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.408697] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1426.419156] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1426.419532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.419532] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.419721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.419927] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.420065] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.420149] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.420345] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.420431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.420520] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.420612] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.789022] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.789239] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1426.923632] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.923913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.923913] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.924158] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.924355] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.924470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.924540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.924731] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.924844] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.924952] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.925292] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.925390] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.925497] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.925766] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.926036] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.926229] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.926356] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.926618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.926770] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.926934] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.927122] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.430249] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9: rpc.has_security_group_logging(os_id): False [ 1427.447764] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.447945] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.448011] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.448220] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.448315] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.448528] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.448634] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.448688] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.448831] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.448914] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.449097] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.449203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.449264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.449376] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.449452] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.449627] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.449773] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.449833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.449930] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.450014] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.450912] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1427.521511] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.521769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.521769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.521919] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.522083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.539224] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1428.704976] env[69943]: INFO networking_nsxv3.common.synchronization [req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 req-4964eb41-22b1-40e8-8b97-a98cbb6e0ab8 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Enqueued Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_members [ 1428.705354] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_members [ 1428.705662] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.705794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.705854] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.706055] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.706201] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.706296] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.706356] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.706504] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.706586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.706702] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.057035] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.057035] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-240" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.057246] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-240" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.057475] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-240" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.057789] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.058017] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.058189] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.058454] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.058773] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.059194] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1429.059436] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1429.059659] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1429.059900] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1429.060160] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1429.060467] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1429.060634] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1429.081885] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1429.082270] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1429.082542] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1429.082856] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-240" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.083367] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-38f11583-20ce-4a39-be39-30668523206d taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.083690] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-38f11583-20ce-4a39-be39-30668523206d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.083931] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-38f11583-20ce-4a39-be39-30668523206d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.084442] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-38f11583-20ce-4a39-be39-30668523206d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.084836] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38f11583-20ce-4a39-be39-30668523206d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.209096] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.556057] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1429.556468] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.588224] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.588596] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.588745] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.589155] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.589363] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.589579] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 38f11583-20ce-4a39-be39-30668523206d not found, creating... [ 1429.589945] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.590141] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.590269] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.590518] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.590660] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.590962] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.591143] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.591269] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.591489] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.591628] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.591784] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 38f11583-20ce-4a39-be39-30668523206d is going to be created. [ 1429.614887] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.615215] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.615289] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.615531] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.615771] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.616027] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-38f11583-20ce-4a39-be39-30668523206d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.711966] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.215133] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.215295] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.215370] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.215590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.215686] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.215785] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 is going to be updated. [ 1430.253239] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.253397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.253441] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.253654] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.253800] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.264496] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: IN_PROGRESS for 2s [ 1430.340428] env[69943]: INFO networking_nsxv3.common.synchronization [req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 req-03fb9126-dff0-461d-b5d8-159cb7ef1317 service nova] Enqueued Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_rules [ 1430.340428] env[69943]: INFO networking_nsxv3.common.synchronization [req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 req-03fb9126-dff0-461d-b5d8-159cb7ef1317 service nova] Enqueued Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_members [ 1430.340428] env[69943]: INFO networking_nsxv3.common.synchronization [req-288f2d14-1a75-45f7-bcb5-ba8b44f449a2 req-03fb9126-dff0-461d-b5d8-159cb7ef1317 service nova] Enqueued Resource ID: 38f11583-20ce-4a39-be39-30668523206d with Priority: HIGHEST for action port [ 1430.340428] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_rules [ 1430.340428] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_members [ 1430.340428] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38f11583-20ce-4a39-be39-30668523206d with Priority: HIGHEST for action port [ 1430.340746] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.341011] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.341267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.341557] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.341736] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.343594] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.343902] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.344226] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-38f11583-20ce-4a39-be39-30668523206d taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.344471] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38f11583-20ce-4a39-be39-30668523206d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.344864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38f11583-20ce-4a39-be39-30668523206d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.345130] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38f11583-20ce-4a39-be39-30668523206d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.345303] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38f11583-20ce-4a39-be39-30668523206d',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.845030] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.845030] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.848038] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38f11583-20ce-4a39-be39-30668523206d with status ACTIVE [ 1430.848038] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.848038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.848038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.848356] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.848491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.848721] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.848832] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.848903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.849152] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.849314] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.849487] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.849618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.849659] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.849798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.849889] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.849987] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38f11583-20ce-4a39-be39-30668523206d is going to be updated. [ 1430.871319] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.871479] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.871522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.871721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.871853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.872024] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38f11583-20ce-4a39-be39-30668523206d" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.275275] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: SUCCESS [ 1432.275592] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.275675] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.275881] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.276079] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.276205] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.276264] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.276423] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.276506] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.276603] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.779035] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.192729] env[69943]: INFO networking_nsxv3.common.synchronization [req-6a7cec9a-8cad-4fb7-af69-74eec6b97255 req-4b30cd46-c02c-452c-acb1-693dad7ac4be tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1433.193322] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1433.193678] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.193772] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.193870] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.194186] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.194399] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.194511] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.194577] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.194733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.194837] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.194904] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.280752] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.696791] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.696957] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.697047] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.697275] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.697367] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.697563] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.697665] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.697729] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.697949] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.698089] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.698188] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1433.727432] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.727576] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.727647] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.727855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.727992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.737481] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1433.783452] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.783653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.783653] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.783824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.783912] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.784041] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 is going to be updated. [ 1433.811077] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.811272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.811272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.811455] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.811584] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.821490] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: IN_PROGRESS for 2s [ 1435.747880] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1435.747880] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 deletion is rescheduled due to dependency. [ 1435.747880] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.833058] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: SUCCESS [ 1435.833294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.833394] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.833549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.833745] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.833857] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.833914] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.834097] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.834171] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.834265] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.834357] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.337113] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.337309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.337356] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.337577] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.337737] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.337858] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.337920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.338094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.338181] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.338272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.338450] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.338552] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.338628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.338810] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.338955] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.339109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.339192] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.339342] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.339489] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.339549] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.339617] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.842241] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81: rpc.has_security_group_logging(os_id): False [ 1436.860268] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.860456] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.860498] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.860703] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.860767] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.860974] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.861089] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.861159] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.861310] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.861428] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.861566] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.861660] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.861715] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.861850] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.861921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.862115] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.862224] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.862449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.862491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.862556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.862680] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 is going to be updated. [ 1436.927414] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.927604] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.927721] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.927958] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.928153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.941494] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: IN_PROGRESS for 2s [ 1438.195061] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.195061] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1438.955696] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: SUCCESS [ 1438.955992] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.024279] env[69943]: INFO networking_nsxv3.common.synchronization [req-b99470cf-8c61-4f81-ab3a-11a49b7d0b39 req-6f31702d-0c3e-487b-8c78-234312f893db tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Enqueued Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_members [ 1440.024279] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_members [ 1440.024279] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.024279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.024279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.024279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.024279] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.024977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.024977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.024977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.024977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.024977] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.528247] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.030441] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.533121] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.533121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.533121] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.533469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.533469] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.533469] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 is going to be updated. [ 1441.566898] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.567108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.567108] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.567267] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.567450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.577796] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: IN_PROGRESS for 2s [ 1441.754965] env[69943]: INFO networking_nsxv3.common.synchronization [req-e522541f-8336-4daa-b24d-29c470977126 req-049470a6-f17c-4ba9-9e9b-741b6882adf8 tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1441.755455] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1441.755785] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.755928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.755997] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.756274] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.756452] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.756560] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.756622] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.756769] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.756852] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.756942] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.063805] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.064166] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.064166] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.064424] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.064755] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.064921] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.065063] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.065293] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.065441] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.065647] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1442.065763] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1442.065875] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1442.066065] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1442.066219] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1442.066339] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1442.066605] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1442.087036] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1442.087036] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1442.087036] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1442.087036] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-613" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.087036] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-18f86c9c-4000-4852-acb6-40b098702688 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.087036] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-18f86c9c-4000-4852-acb6-40b098702688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.087036] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-18f86c9c-4000-4852-acb6-40b098702688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.087036] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-18f86c9c-4000-4852-acb6-40b098702688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.087036] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f86c9c-4000-4852-acb6-40b098702688',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.258960] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.259191] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.259253] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.259450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.259565] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.259769] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.259866] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.259931] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.260136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.260239] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.260332] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1442.286688] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.286920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.286920] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.287102] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.287247] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.297136] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1442.589085] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.589326] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.589375] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.589655] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.589810] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.589970] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 18f86c9c-4000-4852-acb6-40b098702688 not found, creating... [ 1442.590292] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.590451] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.590573] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.590794] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.590935] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.591300] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.591466] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.591589] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.591803] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.591942] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.592107] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 18f86c9c-4000-4852-acb6-40b098702688 is going to be created. [ 1442.611313] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.611527] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.611658] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.611925] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.612175] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.612413] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-18f86c9c-4000-4852-acb6-40b098702688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.327568] env[69943]: INFO networking_nsxv3.common.synchronization [req-e522541f-8336-4daa-b24d-29c470977126 req-4caf1d5d-a3f9-435e-b1e3-e01c8fbaae2d service nova] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_rules [ 1443.327834] env[69943]: INFO networking_nsxv3.common.synchronization [req-e522541f-8336-4daa-b24d-29c470977126 req-4caf1d5d-a3f9-435e-b1e3-e01c8fbaae2d service nova] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1443.327900] env[69943]: INFO networking_nsxv3.common.synchronization [req-e522541f-8336-4daa-b24d-29c470977126 req-4caf1d5d-a3f9-435e-b1e3-e01c8fbaae2d service nova] Enqueued Resource ID: 18f86c9c-4000-4852-acb6-40b098702688 with Priority: HIGHEST for action port [ 1443.328443] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_rules [ 1443.328579] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1443.328726] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f86c9c-4000-4852-acb6-40b098702688 with Priority: HIGHEST for action port [ 1443.328945] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.329082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.329162] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.329327] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.329401] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.330240] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.330348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.330540] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-18f86c9c-4000-4852-acb6-40b098702688 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.330644] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18f86c9c-4000-4852-acb6-40b098702688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.330704] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18f86c9c-4000-4852-acb6-40b098702688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.330864] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18f86c9c-4000-4852-acb6-40b098702688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.330950] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f86c9c-4000-4852-acb6-40b098702688',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.587724] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: SUCCESS [ 1443.587937] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.832279] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.832526] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.832617] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18f86c9c-4000-4852-acb6-40b098702688 with status ACTIVE [ 1443.832794] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.832908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.832980] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.833207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.833367] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.833476] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.833597] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.833640] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.833779] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.833859] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.834046] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.834144] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.834207] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.834348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.834420] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.834507] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18f86c9c-4000-4852-acb6-40b098702688 is going to be updated. [ 1443.853592] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.853801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.853801] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.853978] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.854122] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.854280] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18f86c9c-4000-4852-acb6-40b098702688" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.308824] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1444.308824] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 deletion is rescheduled due to dependency. [ 1444.308824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.308824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.308824] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.308824] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.309235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.309235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.309235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.309235] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.309379] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.812329] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.314431] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.817152] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.817443] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.817443] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.817593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.817685] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.817785] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1445.845118] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.845265] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.845335] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.845540] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.845733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.855009] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1447.865996] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1447.866297] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.866457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.866679] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.867106] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.867106] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.867106] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.867279] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.867312] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.867387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.867479] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.330068] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.330195] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1448.369854] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.370087] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.370184] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.370491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.370691] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.370819] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.370891] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.371098] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.371214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.371331] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.371510] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.371622] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.371701] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.371867] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.372044] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.372153] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.372238] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.372404] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.372500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.372629] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.372713] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.876065] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9: rpc.has_security_group_logging(os_id): False [ 1448.894027] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.894340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.894340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.894517] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.894590] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.894792] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.894896] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.894961] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.895210] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.895339] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.895489] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.895586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.895689] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.895921] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.896027] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.896229] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.896329] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.896393] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.896536] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.896658] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.896782] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1448.956868] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.957129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.957129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.957294] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.957442] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.972676] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1450.990897] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1450.990897] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.330765] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.331105] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.331999] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.332428] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.333233] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.333233] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.334846] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.335362] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.336245] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.336600] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.337399] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.337732] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.286361] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.286686] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-240" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.286686] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-240" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.287056] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-240" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.287319] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.287483] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.287604] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.287823] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.287991] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.288242] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1480.288360] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1480.288473] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1480.288584] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1480.288694] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1480.288802] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1480.288935] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1480.310066] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1480.310066] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1480.310066] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1480.310066] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-240" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.310354] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-07f6f561-a93b-4ff5-bec2-dc69250af8a4 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.310529] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.310652] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.310924] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.311129] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07f6f561-a93b-4ff5-bec2-dc69250af8a4',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.813399] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.813674] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.813786] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.814105] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.814266] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.814571] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.814735] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.814860] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.815102] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.815249] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.815577] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.815745] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.815871] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.816103] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.816247] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.816395] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 07f6f561-a93b-4ff5-bec2-dc69250af8a4 is going to be updated. [ 1480.838256] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.838458] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.838588] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.838940] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.839755] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.839755] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.855726] env[69943]: INFO networking_nsxv3.common.synchronization [req-e310770c-9084-4775-a01e-df6d9ff081c7 req-da8bd8b5-8ac0-48a3-bc1d-943357d8614d tempest-DeleteServersTestJSON-1569595493 tempest-DeleteServersTestJSON-1569595493-project-member] Enqueued Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1480.856234] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 with Priority: HIGHEST for action security_group_members [ 1480.856806] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.856806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.856806] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.856945] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.857105] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.857208] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.857278] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.857421] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.857547] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.857601] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58681a00-e2ea-4dcc-aacb-f9dd40f6cae9',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.360335] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.360687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.360687] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.360833] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.360929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.361194] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.361343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.361343] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.361542] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.361628] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.361733] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 is going to be updated. [ 1481.391085] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.391309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.391309] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.391518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.391661] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.399963] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: IN_PROGRESS for 2s [ 1481.530043] env[69943]: INFO networking_nsxv3.common.synchronization [req-267adaa4-f893-4675-b6e7-c1405735495b req-5fe40bdb-c834-4fa8-a0bf-d0a3fd798c72 service nova] Enqueued Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_rules [ 1481.530186] env[69943]: INFO networking_nsxv3.common.synchronization [req-267adaa4-f893-4675-b6e7-c1405735495b req-5fe40bdb-c834-4fa8-a0bf-d0a3fd798c72 service nova] Enqueued Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_members [ 1481.530324] env[69943]: INFO networking_nsxv3.common.synchronization [req-267adaa4-f893-4675-b6e7-c1405735495b req-5fe40bdb-c834-4fa8-a0bf-d0a3fd798c72 service nova] Enqueued Resource ID: 07f6f561-a93b-4ff5-bec2-dc69250af8a4 with Priority: HIGHEST for action port [ 1481.530547] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_rules [ 1481.530675] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_members [ 1481.530770] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f6f561-a93b-4ff5-bec2-dc69250af8a4 with Priority: HIGHEST for action port [ 1481.533233] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.533363] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.533431] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.533632] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.533739] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.534519] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.534631] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.534700] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.534853] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.534993] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.535129] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.535173] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.535289] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.535373] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.535460] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.536193] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-07f6f561-a93b-4ff5-bec2-dc69250af8a4 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.536292] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.536718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.536718] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.536718] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07f6f561-a93b-4ff5-bec2-dc69250af8a4',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.039045] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.039045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.039305] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.040047] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07f6f561-a93b-4ff5-bec2-dc69250af8a4 with status ACTIVE [ 1482.040257] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.040397] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.040491] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.040774] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.040928] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.041200] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.041348] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.041450] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.041705] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.041828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.042230] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.042315] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.042351] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.042569] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.042694] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.042845] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07f6f561-a93b-4ff5-bec2-dc69250af8a4 is going to be updated. [ 1482.066937] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.067095] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.067145] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.067342] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.067474] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.067626] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07f6f561-a93b-4ff5-bec2-dc69250af8a4" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.545562] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.047997] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.048198] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.048265] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.048457] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.048567] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.048646] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 is going to be updated. [ 1483.089707] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.089977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.089977] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.090358] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.090358] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.100793] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: IN_PROGRESS for 2s [ 1483.410533] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 in Status: SUCCESS [ 1483.410730] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58681a00-e2ea-4dcc-aacb-f9dd40f6cae9 deletion is rescheduled due to dependency. [ 1483.410929] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58681a00-e2ea-4dcc-aacb-f9dd40f6cae9" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.111288] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: SUCCESS [ 1485.111725] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.111725] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.111944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.112198] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.112341] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.112387] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.112558] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.112638] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.112726] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.112819] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.615964] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.616360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.616360] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.616575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.616575] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.616678] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.616722] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.616874] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.616963] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.617082] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.617220] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.617334] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.617400] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.617500] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.617633] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.617717] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.617771] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.617908] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.617982] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.618073] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.618173] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.121337] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81: rpc.has_security_group_logging(os_id): False [ 1486.140528] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.140738] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.140738] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.140927] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.141094] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.141275] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.141381] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.141448] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.141605] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.141683] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.141859] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.142045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.142045] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.142219] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.142281] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.142430] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.142518] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.142572] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.142717] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.142789] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.142874] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 is going to be updated. [ 1486.204706] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.204944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.204944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.205126] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.205272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.218176] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: IN_PROGRESS for 2s [ 1486.531572] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.531779] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1488.237654] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: SUCCESS [ 1488.238103] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.266918] env[69943]: INFO networking_nsxv3.common.synchronization [None req-a1c34708-3392-4848-ab73-15bf88cb3f33 None None] Enqueued Resource ID: 569c8c0b-8a63-42c6-a056-bff5a9bcfebc with Priority: HIGHEST for action port [ 1490.269586] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569c8c0b-8a63-42c6-a056-bff5a9bcfebc with Priority: HIGHEST for action port [ 1490.269935] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-569c8c0b-8a63-42c6-a056-bff5a9bcfebc taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.270080] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-569c8c0b-8a63-42c6-a056-bff5a9bcfebc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.270163] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-569c8c0b-8a63-42c6-a056-bff5a9bcfebc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.270476] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-569c8c0b-8a63-42c6-a056-bff5a9bcfebc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.270540] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('569c8c0b-8a63-42c6-a056-bff5a9bcfebc',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.775409] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 569c8c0b-8a63-42c6-a056-bff5a9bcfebc [ 1490.775657] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.775834] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.775877] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.776083] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.776176] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.776266] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:569c8c0b-8a63-42c6-a056-bff5a9bcfebc already deleted. [ 1490.776349] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-569c8c0b-8a63-42c6-a056-bff5a9bcfebc" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.832322] env[69943]: INFO networking_nsxv3.common.synchronization [None req-204e46c5-1698-4ee8-850f-c9445e5a49a4 None None] Enqueued Resource ID: bf277978-b308-4db6-8182-142e226f145c with Priority: HIGHEST for action port [ 1492.832855] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf277978-b308-4db6-8182-142e226f145c with Priority: HIGHEST for action port [ 1492.833202] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf277978-b308-4db6-8182-142e226f145c taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.833322] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf277978-b308-4db6-8182-142e226f145c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.833394] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf277978-b308-4db6-8182-142e226f145c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.833652] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf277978-b308-4db6-8182-142e226f145c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.833759] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf277978-b308-4db6-8182-142e226f145c',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.336132] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf277978-b308-4db6-8182-142e226f145c [ 1493.336327] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.336484] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.336601] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.336860] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.336957] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.337098] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf277978-b308-4db6-8182-142e226f145c already deleted. [ 1493.337214] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf277978-b308-4db6-8182-142e226f145c" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.464764] env[69943]: INFO networking_nsxv3.common.synchronization [req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 req-db05785c-0c4a-493e-93d7-0d8be1f1257b tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Enqueued Resource ID: fca03c77-4cd7-437c-869c-9c33f1575f10 with Priority: HIGHEST for action security_group_members [ 1495.465000] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca03c77-4cd7-437c-869c-9c33f1575f10 with Priority: HIGHEST for action security_group_members [ 1495.465823] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca03c77-4cd7-437c-869c-9c33f1575f10 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.465823] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.465823] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.465823] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.466063] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.466063] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.466063] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.467338] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.467448] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.467554] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca03c77-4cd7-437c-869c-9c33f1575f10',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.794309] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.794456] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "network-41" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.794506] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "network-41" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.794846] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "network-41" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.795135] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.795301] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.795425] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.795651] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.795800] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.796027] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1495.796148] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] NeedRegenerationException {{(pid=69943) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1495.796263] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] no value, waiting for create lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1495.796400] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] value creation lock acquired {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1495.796488] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] No value present for key: 'zone-id' {{(pid=69943) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1495.796600] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Calling creation function for not-yet-present value {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1495.796733] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1495.816679] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1495.816836] env[69943]: DEBUG dogpile.cache.region [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69943) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1495.816937] env[69943]: DEBUG dogpile.lock [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Released creation lock {{(pid=69943) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1495.817123] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "network-41" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.817432] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock port-955cab28-b773-48cb-a0d8-f9381a6effbb taken with stack trace [, , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.817606] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "port-955cab28-b773-48cb-a0d8-f9381a6effbb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.817729] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "port-955cab28-b773-48cb-a0d8-f9381a6effbb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.818055] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "port-955cab28-b773-48cb-a0d8-f9381a6effbb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.818201] env[69943]: DEBUG networking_nsxv3.api.rpc [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('955cab28-b773-48cb-a0d8-f9381a6effbb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.970610] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.970610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.970610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.970610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.970610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.970610] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.970610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.970610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.970610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.970610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.970610] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca03c77-4cd7-437c-869c-9c33f1575f10 already deleted. [ 1495.970610] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.320800] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.320800] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.321155] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.321233] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.321442] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.321630] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Segment Port 955cab28-b773-48cb-a0d8-f9381a6effbb not found, creating... [ 1496.321944] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.322148] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.322276] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.322590] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.322768] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.323258] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.323553] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.323807] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.324208] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.324532] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.324846] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Resource: SegmentPort with ID: 955cab28-b773-48cb-a0d8-f9381a6effbb is going to be created. [ 1496.346727] env[69943]: DEBUG networking_nsxv3.common.locking [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.347058] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.347302] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.347676] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.347979] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.348297] env[69943]: DEBUG oslo_concurrency.lockutils [None req-5661b69a-816a-4f69-abb2-97721082bc3a None None] Releasing lock "port-955cab28-b773-48cb-a0d8-f9381a6effbb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.080309] env[69943]: INFO networking_nsxv3.common.synchronization [req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 req-15129603-024f-49c3-93dc-e7fa613cb5c6 service nova] Enqueued Resource ID: fca03c77-4cd7-437c-869c-9c33f1575f10 with Priority: HIGHEST for action security_group_rules [ 1497.080596] env[69943]: INFO networking_nsxv3.common.synchronization [req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 req-15129603-024f-49c3-93dc-e7fa613cb5c6 service nova] Enqueued Resource ID: fca03c77-4cd7-437c-869c-9c33f1575f10 with Priority: HIGHEST for action security_group_members [ 1497.080640] env[69943]: INFO networking_nsxv3.common.synchronization [req-716d2d5e-a6b2-4a50-ad8b-fde93e1d76a0 req-15129603-024f-49c3-93dc-e7fa613cb5c6 service nova] Enqueued Resource ID: 955cab28-b773-48cb-a0d8-f9381a6effbb with Priority: HIGHEST for action port [ 1497.080850] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca03c77-4cd7-437c-869c-9c33f1575f10 with Priority: HIGHEST for action security_group_rules [ 1497.081046] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca03c77-4cd7-437c-869c-9c33f1575f10 with Priority: HIGHEST for action security_group_members [ 1497.081192] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 955cab28-b773-48cb-a0d8-f9381a6effbb with Priority: HIGHEST for action port [ 1497.081732] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca03c77-4cd7-437c-869c-9c33f1575f10 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.081877] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.081926] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.082186] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.082271] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca03c77-4cd7-437c-869c-9c33f1575f10',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.083090] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca03c77-4cd7-437c-869c-9c33f1575f10 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.083203] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.083271] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.083429] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.083568] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.084038] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.084111] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.084302] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.084340] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.084421] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca03c77-4cd7-437c-869c-9c33f1575f10',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.085233] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock port-955cab28-b773-48cb-a0d8-f9381a6effbb taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.085306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-955cab28-b773-48cb-a0d8-f9381a6effbb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.085306] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-955cab28-b773-48cb-a0d8-f9381a6effbb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.086216] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-955cab28-b773-48cb-a0d8-f9381a6effbb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.086216] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('955cab28-b773-48cb-a0d8-f9381a6effbb',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.587133] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca03c77-4cd7-437c-869c-9c33f1575f10 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.587350] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.587501] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca03c77-4cd7-437c-869c-9c33f1575f10',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.588545] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 955cab28-b773-48cb-a0d8-f9381a6effbb with status ACTIVE [ 1497.588778] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.588936] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.589043] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.589272] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.589392] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.589561] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.589663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.589730] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.589873] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.589944] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.590130] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.590237] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.590295] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.590409] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.590490] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.590622] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 955cab28-b773-48cb-a0d8-f9381a6effbb is going to be updated. [ 1497.612715] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.613025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.613025] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.613109] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.613225] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.613374] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-955cab28-b773-48cb-a0d8-f9381a6effbb" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.092448] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca03c77-4cd7-437c-869c-9c33f1575f10',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.597048] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.597048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.597048] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.597359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.597359] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.597359] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca03c77-4cd7-437c-869c-9c33f1575f10 is going to be created. [ 1498.619914] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.620117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.620117] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.620315] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.620465] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.629784] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca03c77-4cd7-437c-869c-9c33f1575f10 in Status: UNINITIALIZED for 2s [ 1500.640014] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca03c77-4cd7-437c-869c-9c33f1575f10 in Status: SUCCESS [ 1500.640418] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.640418] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.640593] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.640777] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.640894] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.640955] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.641107] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.641186] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.641266] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.641354] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca03c77-4cd7-437c-869c-9c33f1575f10',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.144150] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca03c77-4cd7-437c-869c-9c33f1575f10 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.144402] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.144402] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.144586] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.144756] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.144855] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.144915] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.145085] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.145174] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.145262] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.145406] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca03c77-4cd7-437c-869c-9c33f1575f10 taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.145515] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.145577] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.145705] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.145840] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.145930] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.145988] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.146136] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.146211] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.146290] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.146377] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca03c77-4cd7-437c-869c-9c33f1575f10',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.649025] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca03c77-4cd7-437c-869c-9c33f1575f10: rpc.has_security_group_logging(os_id): False [ 1501.668613] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.668869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.668869] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.669146] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.669449] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.669585] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.669741] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.669828] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.670074] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.670259] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.670461] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.670603] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.670699] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.670926] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.671063] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.671363] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.671509] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.671618] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.671813] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.671903] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.672009] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca03c77-4cd7-437c-869c-9c33f1575f10 is going to be created. [ 1501.739395] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.739587] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.739663] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.739882] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.740075] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.753491] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca03c77-4cd7-437c-869c-9c33f1575f10 in Status: IN_PROGRESS for 2s [ 1502.081819] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.082049] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1503.766611] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca03c77-4cd7-437c-869c-9c33f1575f10 in Status: SUCCESS [ 1503.766950] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.083311] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.083311] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.251318] env[69943]: INFO networking_nsxv3.common.synchronization [req-aee22b24-1c2c-4622-802f-fd0d53498c61 req-17fc5237-9cf2-4c34-9d3c-6195388aaee2 tempest-ServerMetadataNegativeTestJSON-879850827 tempest-ServerMetadataNegativeTestJSON-879850827-project-member] Enqueued Resource ID: fca03c77-4cd7-437c-869c-9c33f1575f10 with Priority: HIGHEST for action security_group_members [ 1507.251806] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca03c77-4cd7-437c-869c-9c33f1575f10 with Priority: HIGHEST for action security_group_members [ 1507.252102] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca03c77-4cd7-437c-869c-9c33f1575f10 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.252260] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.252349] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.252575] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.252786] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.252933] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.253042] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.253546] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.253640] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.253765] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca03c77-4cd7-437c-869c-9c33f1575f10',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.756487] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.756733] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.756787] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.757032] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.757178] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.757395] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.757522] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.757607] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.757792] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.757898] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.758014] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca03c77-4cd7-437c-869c-9c33f1575f10 is going to be updated. [ 1507.787775] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.787998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.787998] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.788210] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.788349] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.799363] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca03c77-4cd7-437c-869c-9c33f1575f10 in Status: IN_PROGRESS for 2s [ 1509.315634] env[69943]: INFO networking_nsxv3.common.synchronization [req-09c4e252-e7c6-4873-a9f4-22b21a9250d3 req-1d81929a-12a9-4280-98e0-e92a2fe2f5b3 tempest-ServersNegativeTestJSON-151409332 tempest-ServersNegativeTestJSON-151409332-project-member] Enqueued Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_members [ 1509.316112] env[69943]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 with Priority: HIGHEST for action security_group_members [ 1509.316434] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 taken with stack trace [, , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.316556] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.317201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.317201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.317201] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.317201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.317201] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.317458] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.317458] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.317458] env[69943]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51230de9-aeff-4bfe-9e5a-5baa8d9b2f81',) {} {{(pid=69943) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.811097] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca03c77-4cd7-437c-869c-9c33f1575f10 in Status: SUCCESS [ 1509.811346] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca03c77-4cd7-437c-869c-9c33f1575f10 deletion is rescheduled due to dependency. [ 1509.811470] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca03c77-4cd7-437c-869c-9c33f1575f10" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.818995] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.819141] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.819180] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.819369] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.819454] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.819639] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.819731] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.819794] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.819943] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.820034] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.820138] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 is going to be updated. [ 1509.844655] env[69943]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69943) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.844798] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.844914] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.845091] env[69943]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.845233] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.854268] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: IN_PROGRESS for 2s [ 1511.864811] env[69943]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 in Status: SUCCESS [ 1511.864811] env[69943]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51230de9-aeff-4bfe-9e5a-5baa8d9b2f81 deletion is rescheduled due to dependency. [ 1511.864811] env[69943]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51230de9-aeff-4bfe-9e5a-5baa8d9b2f81" {{(pid=69943) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.317160] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.317465] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.318190] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.318573] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.319215] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.319215] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.320550] env[69943]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.320992] env[69943]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0